[ 460.757460] env[62136]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62136) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.757870] env[62136]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62136) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.757916] env[62136]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62136) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.758275] env[62136]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 460.851513] env[62136]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62136) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 460.862138] env[62136]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62136) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 461.463261] env[62136]: INFO nova.virt.driver [None req-c80adc7f-d454-44c1-94dc-a7442dd7880e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 461.535235] env[62136]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 461.535404] env[62136]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 461.535523] env[62136]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62136) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 464.805919] env[62136]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c7024be6-f409-43d2-8db4-e42cd04293ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.821532] env[62136]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62136) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 464.821749] env[62136]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-be1a76ff-9a6d-4137-ba80-d22ff1d74b06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.853814] env[62136]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 815c7. [ 464.853986] env[62136]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.319s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.854549] env[62136]: INFO nova.virt.vmwareapi.driver [None req-c80adc7f-d454-44c1-94dc-a7442dd7880e None None] VMware vCenter version: 7.0.3 [ 464.858498] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b06ff33-d9e4-4fbb-a25b-ff4d3512029f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.876796] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebaff8c-7925-41c5-bccd-05cebadcdc0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.882703] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae4c40-d59b-4767-81b7-67afcc79b4dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.889169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccea481-a182-4a65-b90e-b471604a1098 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.902101] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb099ab-a74c-438e-ab63-e80699ccd56f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.907992] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ebb315-b4aa-44f5-b0e4-eec9aaa02e77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.938512] env[62136]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f7de44c4-520d-40d2-b0b9-9064ede3fa76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.943795] env[62136]: DEBUG nova.virt.vmwareapi.driver [None req-c80adc7f-d454-44c1-94dc-a7442dd7880e None None] Extension org.openstack.compute already exists. {{(pid=62136) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 464.946458] env[62136]: INFO nova.compute.provider_config [None req-c80adc7f-d454-44c1-94dc-a7442dd7880e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 465.450140] env[62136]: DEBUG nova.context [None req-c80adc7f-d454-44c1-94dc-a7442dd7880e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2cacc922-9d82-4bf4-b849-fd0d125279f9(cell1) {{(pid=62136) load_cells /opt/stack/nova/nova/context.py:464}} [ 465.453434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 465.453678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 465.454401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 465.454875] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Acquiring lock "2cacc922-9d82-4bf4-b849-fd0d125279f9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 465.455075] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Lock "2cacc922-9d82-4bf4-b849-fd0d125279f9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 465.456080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Lock "2cacc922-9d82-4bf4-b849-fd0d125279f9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 465.475759] env[62136]: INFO dbcounter [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Registered counter for database nova_cell0 [ 465.483744] env[62136]: INFO dbcounter [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Registered counter for database nova_cell1 [ 465.487014] env[62136]: DEBUG oslo_db.sqlalchemy.engines [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62136) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 465.487379] env[62136]: DEBUG oslo_db.sqlalchemy.engines [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62136) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 465.492222] env[62136]: ERROR nova.db.main.api [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 465.492222] env[62136]: result = function(*args, **kwargs) [ 465.492222] env[62136]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 465.492222] env[62136]: return func(*args, **kwargs) [ 465.492222] env[62136]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 465.492222] env[62136]: result = fn(*args, **kwargs) [ 465.492222] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 465.492222] env[62136]: return f(*args, **kwargs) [ 465.492222] env[62136]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 465.492222] env[62136]: return db.service_get_minimum_version(context, binaries) [ 465.492222] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 465.492222] env[62136]: _check_db_access() [ 465.492222] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 465.492222] env[62136]: stacktrace = ''.join(traceback.format_stack()) [ 465.492222] env[62136]: [ 465.493057] env[62136]: ERROR nova.db.main.api [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 465.493057] env[62136]: result = function(*args, **kwargs) [ 465.493057] env[62136]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 465.493057] env[62136]: return func(*args, **kwargs) [ 465.493057] env[62136]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 465.493057] env[62136]: result = fn(*args, **kwargs) [ 465.493057] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 465.493057] env[62136]: return f(*args, **kwargs) [ 465.493057] env[62136]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 465.493057] env[62136]: return db.service_get_minimum_version(context, binaries) [ 465.493057] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 465.493057] env[62136]: _check_db_access() [ 465.493057] env[62136]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 465.493057] env[62136]: stacktrace = ''.join(traceback.format_stack()) [ 465.493057] env[62136]: [ 465.493499] env[62136]: WARNING nova.objects.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 465.493607] env[62136]: WARNING nova.objects.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Failed to get minimum service version for cell 2cacc922-9d82-4bf4-b849-fd0d125279f9 [ 465.494047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Acquiring lock "singleton_lock" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 465.494219] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Acquired lock "singleton_lock" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 465.494458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Releasing lock "singleton_lock" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 465.494782] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Full set of CONF: {{(pid=62136) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 465.494927] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ******************************************************************************** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 465.495069] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] Configuration options gathered from: {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 465.495211] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 465.495405] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 465.495537] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ================================================================================ {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 465.495747] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] allow_resize_to_same_host = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.495919] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] arq_binding_timeout = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496064] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] backdoor_port = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496199] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] backdoor_socket = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496362] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] block_device_allocate_retries = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496572] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] block_device_allocate_retries_interval = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496768] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cert = self.pem {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.496945] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497142] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute_monitors = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497321] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] config_dir = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497498] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] config_drive_format = iso9660 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497641] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497813] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] config_source = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.497984] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] console_host = devstack {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498167] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] control_exchange = nova {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498331] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cpu_allocation_ratio = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498494] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] daemon = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498669] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] debug = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498830] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_access_ip_network_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.498999] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_availability_zone = nova {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.499171] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_ephemeral_format = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.499335] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_green_pool_size = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.499607] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.499789] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] default_schedule_zone = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.499954] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] disk_allocation_ratio = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.500160] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] enable_new_services = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.500316] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] enabled_apis = ['osapi_compute'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.500505] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] enabled_ssl_apis = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.500682] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] flat_injected = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.500848] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] force_config_drive = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501023] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] force_raw_images = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501205] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] graceful_shutdown_timeout = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501371] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] heal_instance_info_cache_interval = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501595] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] host = cpu-1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501776] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.501942] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] initial_disk_allocation_ratio = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.502122] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] initial_ram_allocation_ratio = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.502343] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.502536] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_build_timeout = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.502705] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_delete_interval = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.502876] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_format = [instance: %(uuid)s] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503051] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_name_template = instance-%08x {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503218] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_usage_audit = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503390] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_usage_audit_period = month {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503556] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503723] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] instances_path = /opt/stack/data/nova/instances {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.503891] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] internal_service_availability_zone = internal {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504058] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] key = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504225] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] live_migration_retry_count = 30 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504396] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_color = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504562] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_config_append = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504730] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.504896] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_dir = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505064] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505201] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_options = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505370] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_rotate_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505539] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_rotate_interval_type = days {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505708] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] log_rotation_type = none {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505884] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.505995] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506162] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506314] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506468] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506602] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] long_rpc_timeout = 1800 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506761] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_concurrent_builds = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.506919] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_concurrent_live_migrations = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507089] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_concurrent_snapshots = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507249] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_local_block_devices = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507405] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_logfile_count = 30 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507564] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] max_logfile_size_mb = 200 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507720] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] maximum_instance_delete_attempts = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.507885] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metadata_listen = 0.0.0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508064] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metadata_listen_port = 8775 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508236] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metadata_workers = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508401] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] migrate_max_retries = -1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508587] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] mkisofs_cmd = genisoimage {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508818] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] my_block_storage_ip = 10.180.1.21 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.508957] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] my_ip = 10.180.1.21 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.509182] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.509350] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] network_allocate_retries = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.509529] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.509700] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] osapi_compute_listen = 0.0.0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.509866] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] osapi_compute_listen_port = 8774 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510042] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] osapi_compute_unique_server_name_scope = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510270] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] osapi_compute_workers = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510384] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] password_length = 12 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510554] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] periodic_enable = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510721] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] periodic_fuzzy_delay = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.510893] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] pointer_model = usbtablet {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511074] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] preallocate_images = none {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511243] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] publish_errors = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511376] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] pybasedir = /opt/stack/nova {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511535] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ram_allocation_ratio = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511698] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rate_limit_burst = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.511865] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rate_limit_except_level = CRITICAL {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512034] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rate_limit_interval = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512199] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reboot_timeout = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512363] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reclaim_instance_interval = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512537] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] record = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512712] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reimage_timeout_per_gb = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.512878] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] report_interval = 120 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513050] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rescue_timeout = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513218] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reserved_host_cpus = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513379] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reserved_host_disk_mb = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513540] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reserved_host_memory_mb = 512 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513701] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] reserved_huge_pages = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.513862] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] resize_confirm_window = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514033] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] resize_fs_using_block_device = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514199] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] resume_guests_state_on_host_boot = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514371] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514542] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] rpc_response_timeout = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514714] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] run_external_periodic_tasks = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.514881] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] running_deleted_instance_action = reap {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515056] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] running_deleted_instance_poll_interval = 1800 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515225] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] running_deleted_instance_timeout = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515390] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler_instance_sync_interval = 120 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515562] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_down_time = 720 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515734] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] servicegroup_driver = db {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.515895] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] shell_completion = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.516067] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] shelved_offload_time = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.516233] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] shelved_poll_interval = 3600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.516407] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] shutdown_timeout = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.516593] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] source_is_ipv6 = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.516778] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ssl_only = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517061] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517228] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] sync_power_state_interval = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517397] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] sync_power_state_pool_size = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517574] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] syslog_log_facility = LOG_USER {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517735] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] tempdir = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.517898] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] timeout_nbd = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518079] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] transport_url = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518245] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] update_resources_interval = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518407] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_cow_images = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518570] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_journal = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518731] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_json = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.518890] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_rootwrap_daemon = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519060] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_stderr = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519223] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] use_syslog = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519379] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vcpu_pin_set = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519548] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plugging_is_fatal = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519717] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plugging_timeout = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.519882] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] virt_mkfs = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.520054] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] volume_usage_poll_interval = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.520220] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] watch_log_file = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.520394] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] web = /usr/share/spice-html5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 465.520611] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.520785] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.520952] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.521141] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_concurrency.disable_process_locking = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.522047] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.522255] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.522460] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.522646] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.522825] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523008] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523208] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.auth_strategy = keystone {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523408] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.compute_link_prefix = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523574] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523758] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.dhcp_domain = novalocal {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.523933] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.enable_instance_password = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524134] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.glance_link_prefix = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524289] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524466] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524636] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.instance_list_per_project_cells = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524807] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.list_records_by_skipping_down_cells = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.524974] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.local_metadata_per_cell = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.525162] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.max_limit = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.525339] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.metadata_cache_expiration = 15 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.525519] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.neutron_default_tenant_id = default {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.525694] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.response_validation = warn {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.525870] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.use_neutron_default_nets = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.526057] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.526229] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.526401] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.526584] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.526818] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_dynamic_targets = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527014] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_jsonfile_path = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527215] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527418] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.backend = dogpile.cache.memcached {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527597] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.backend_argument = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527763] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.backend_expiration_time = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.527940] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.config_prefix = cache.oslo {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528130] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.dead_timeout = 60.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528304] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.debug_cache_backend = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528473] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.enable_retry_client = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528643] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.enable_socket_keepalive = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528820] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.enabled = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.528990] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.enforce_fips_mode = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.529175] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.expiration_time = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.529345] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.hashclient_retry_attempts = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.529577] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.hashclient_retry_delay = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.529691] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_dead_retry = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.529856] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_password = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530036] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530211] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530382] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_pool_maxsize = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530573] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530744] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_sasl_enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.530930] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531119] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_socket_timeout = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531290] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.memcache_username = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531461] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.proxies = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531634] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_db = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531800] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_password = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.531976] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_sentinel_service_name = mymaster {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.532172] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.532347] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_server = localhost:6379 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.532557] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_socket_timeout = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.532736] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.redis_username = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.532908] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.retry_attempts = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533089] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.retry_delay = 0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533263] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.socket_keepalive_count = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533429] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.socket_keepalive_idle = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533597] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.socket_keepalive_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533759] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.tls_allowed_ciphers = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.533923] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.tls_cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534098] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.tls_certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534269] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.tls_enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534433] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cache.tls_keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534610] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534794] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.auth_type = password {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.534955] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535149] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.catalog_info = volumev3::publicURL {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535317] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535486] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535657] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.cross_az_attach = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535823] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.debug = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.535988] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.endpoint_template = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.536173] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.http_retries = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.536342] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.536505] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.536690] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.os_region_name = RegionOne {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.536846] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537020] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cinder.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537196] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537361] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.cpu_dedicated_set = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537524] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.cpu_shared_set = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537696] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.image_type_exclude_list = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.537864] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.540097] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.max_concurrent_disk_ops = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.540463] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.max_disk_devices_to_attach = -1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.540704] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.540926] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.541138] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.resource_provider_association_refresh = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.541323] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.541522] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.shutdown_retry_interval = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.541731] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.541943] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] conductor.workers = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.542183] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] console.allowed_origins = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.542362] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] console.ssl_ciphers = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.542653] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] console.ssl_minimum_version = default {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.542854] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] consoleauth.enforce_session_timeout = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543072] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] consoleauth.token_ttl = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543274] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543447] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543618] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543783] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.543947] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.544161] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.544357] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.544535] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.544816] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.544889] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545052] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545223] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545385] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545593] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.service_type = accelerator {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545775] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.545940] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546117] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546283] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546470] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546637] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] cyborg.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546811] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.asyncio_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.546976] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.asyncio_slave_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.547163] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.backend = sqlalchemy {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.547339] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.547508] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.connection_debug = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.547684] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.connection_parameters = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.547854] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.connection_recycle_time = 3600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548028] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.connection_trace = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548202] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.db_inc_retry_interval = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548372] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.db_max_retries = 20 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548557] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.db_max_retry_interval = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548743] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.db_retry_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.548914] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.max_overflow = 50 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549093] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.max_pool_size = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.max_retries = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549443] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549610] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.mysql_wsrep_sync_wait = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549772] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.pool_timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.549950] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.retry_interval = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.550132] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.slave_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.550312] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.sqlite_synchronous = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.550512] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] database.use_db_reconnect = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551063] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.asyncio_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551063] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.asyncio_slave_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551063] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.backend = sqlalchemy {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551220] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551358] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.connection_debug = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551544] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.connection_parameters = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551730] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.connection_recycle_time = 3600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.551901] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.connection_trace = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552077] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.db_inc_retry_interval = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552249] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.db_max_retries = 20 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552425] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.db_max_retry_interval = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552616] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.db_retry_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552787] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.max_overflow = 50 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.552955] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.max_pool_size = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553135] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.max_retries = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553310] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553474] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553637] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.pool_timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553804] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.retry_interval = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.553965] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.slave_connection = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.554142] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] api_database.sqlite_synchronous = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.554322] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] devices.enabled_mdev_types = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.554502] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555327] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ephemeral_storage_encryption.default_format = luks {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555327] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ephemeral_storage_encryption.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555327] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555327] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.api_servers = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555570] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555570] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555694] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.555857] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556027] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556197] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.debug = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556365] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.default_trusted_certificate_ids = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556530] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.enable_certificate_validation = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556696] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.enable_rbd_download = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.556856] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557035] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557470] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557470] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557566] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557699] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.num_retries = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.557878] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.rbd_ceph_conf = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558056] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.rbd_connect_timeout = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558233] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.rbd_pool = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558402] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.rbd_user = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558576] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558740] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.558901] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559083] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.service_type = image {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559254] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559417] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559580] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559742] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.559926] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.560107] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.verify_glance_signatures = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.560273] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] glance.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.560492] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] guestfs.debug = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.560676] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.560843] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.auth_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561012] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561184] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561350] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561512] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561673] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561831] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.561994] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.562165] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.562324] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.562556] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.562740] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.562906] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563081] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563257] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.service_type = shared-file-system {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563427] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.share_apply_policy_timeout = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563597] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563761] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.563921] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.564094] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.564282] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.564447] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] manila.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.564620] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] mks.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.564981] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.565186] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.manager_interval = 2400 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.565362] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.precache_concurrency = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.565539] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.remove_unused_base_images = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.565714] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.565887] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566077] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] image_cache.subdirectory_name = _base {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566263] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.api_max_retries = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566433] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.api_retry_interval = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566600] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566779] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.auth_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.566928] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567142] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567269] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567436] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.conductor_group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567599] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567762] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.567921] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568102] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568267] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568428] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568591] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568758] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.peer_list = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.568921] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569090] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569257] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.serial_console_state_timeout = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569419] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569592] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.service_type = baremetal {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569756] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.shard = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.569922] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570092] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570254] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570439] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570626] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570791] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ironic.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.570974] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.571166] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] key_manager.fixed_key = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.571350] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.571515] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.barbican_api_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.571680] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.barbican_endpoint = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.571854] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.barbican_endpoint_type = public {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.572050] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.barbican_region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.572236] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.572450] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573065] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573065] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573065] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.number_of_retries = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.retry_delay = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573441] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.send_service_user_token = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573638] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573808] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.573978] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.verify_ssl = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.574167] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican.verify_ssl_path = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.574346] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.574519] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.auth_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.574687] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.574854] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575024] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575196] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575359] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575525] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575688] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] barbican_service_user.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.575859] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.approle_role_id = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576032] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.approle_secret_id = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576210] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.kv_mountpoint = secret {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576377] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.kv_path = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576546] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.kv_version = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576710] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.namespace = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.576873] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.root_token_id = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577045] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.ssl_ca_crt_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577253] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.timeout = 60.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577422] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.use_ssl = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577598] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577768] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.577931] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578108] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578286] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578452] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578618] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578784] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.578944] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579118] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579280] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579443] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579610] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579773] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.579948] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.service_type = identity {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.580127] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.580312] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.580489] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.580657] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.580841] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.581011] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] keystone.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.581213] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.ceph_mount_options = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.581517] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.581703] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.connection_uri = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.581871] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_mode = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582052] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_model_extra_flags = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582229] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_models = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582425] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_power_governor_high = performance {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582600] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_power_governor_low = powersave {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582771] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_power_management = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.582947] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.583134] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.device_detach_attempts = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.583307] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.device_detach_timeout = 20 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.583480] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.disk_cachemodes = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.583668] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.disk_prefix = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.583839] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.enabled_perf_events = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584021] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.file_backed_memory = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584192] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.gid_maps = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584353] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.hw_disk_discard = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584515] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.hw_machine_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584690] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_rbd_ceph_conf = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.584857] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585030] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585205] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_rbd_glance_store_name = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585377] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_rbd_pool = rbd {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585548] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_type = default {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585711] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.images_volume_group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.585874] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.inject_key = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586047] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.inject_partition = -2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586214] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.inject_password = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586377] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.iscsi_iface = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586543] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.iser_use_multipath = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586708] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_bandwidth = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.586872] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587044] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_downtime = 500 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587210] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587372] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587532] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_inbound_addr = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587696] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.587858] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_permit_post_copy = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588024] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_scheme = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588201] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_timeout_action = abort {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588365] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_tunnelled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588527] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_uri = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588685] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.live_migration_with_native_tls = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.588845] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.max_queues = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.589013] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.589266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.589434] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.nfs_mount_options = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.589726] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.589902] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590087] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_iser_scan_tries = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590630] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_memory_encrypted_guests = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590630] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590630] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_pcie_ports = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590755] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.num_volume_scan_tries = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.590923] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.pmem_namespaces = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.591097] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.quobyte_client_cfg = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.591407] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.591590] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rbd_connect_timeout = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.591766] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.591935] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592108] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rbd_secret_uuid = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592274] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rbd_user = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592465] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592655] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.remote_filesystem_transport = ssh {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592820] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rescue_image_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.592982] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rescue_kernel_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.593159] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rescue_ramdisk_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.593334] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.593514] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.rx_queue_size = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.593704] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.smbfs_mount_options = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.593994] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.594182] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.snapshot_compression = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.594346] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.snapshot_image_format = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.594576] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.594750] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.sparse_logical_volumes = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.594913] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.swtpm_enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595095] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.swtpm_group = tss {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.swtpm_user = tss {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595431] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.sysinfo_serial = unique {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595587] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.tb_cache_size = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595749] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.tx_queue_size = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.595910] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.uid_maps = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596085] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.use_virtio_for_bridges = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596261] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.virt_type = kvm {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596429] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.volume_clear = zero {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596596] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.volume_clear_size = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596761] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.volume_use_multipath = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.596920] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_cache_path = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.597102] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.597275] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_mount_group = qemu {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.597468] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_mount_opts = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.597607] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.597893] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598088] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.vzstorage_mount_user = stack {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598257] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598431] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598607] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.auth_type = password {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598770] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.598930] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.599104] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.599266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.599426] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.599658] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.default_floating_pool = public {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.599834] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600015] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.extension_sync_interval = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600183] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.http_retries = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600346] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600507] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600668] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.600841] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601009] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601185] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.ovs_bridge = br-int {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601353] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.physnets = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601526] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.region_name = RegionOne {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601688] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.601948] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.service_metadata_proxy = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.602242] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.602539] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.service_type = network {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.602833] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.603124] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.603392] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.603586] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.603784] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.603956] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] neutron.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.604147] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.bdms_in_notifications = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.604333] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.default_level = INFO {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.604504] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.include_share_mapping = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.604689] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.notification_format = unversioned {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.604860] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.notify_on_state_change = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605049] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605235] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] pci.alias = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605411] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] pci.device_spec = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605583] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] pci.report_in_placement = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605757] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.605933] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.auth_type = password {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606114] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606280] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606440] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606605] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606767] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.606927] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607096] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.default_domain_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607260] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.default_domain_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607420] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.domain_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607580] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.domain_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607740] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.607903] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.608071] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.608233] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.608393] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.608565] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.password = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.608727] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.project_domain_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609082] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.project_domain_name = Default {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609082] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.project_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609240] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.project_name = service {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609412] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.region_name = RegionOne {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609578] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609741] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.609913] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.service_type = placement {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610097] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610275] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610465] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610633] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.system_scope = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610794] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.610954] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.trust_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.611127] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.user_domain_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.611306] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.user_domain_name = Default {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.611480] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.user_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.611657] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.username = nova {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.611839] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612012] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] placement.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612195] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.cores = 20 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612361] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.count_usage_from_placement = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612565] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612744] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.injected_file_content_bytes = 10240 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.612914] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.injected_file_path_length = 255 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.613093] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.injected_files = 5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.613267] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.instances = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.613434] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.key_pairs = 100 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.613651] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.metadata_items = 128 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.613857] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.ram = 51200 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614043] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.recheck_quota = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614221] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.server_group_members = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614390] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.server_groups = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614601] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614784] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] quota.unified_limits_resource_strategy = require {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.614964] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615144] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615313] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.image_metadata_prefilter = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615477] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615648] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.max_attempts = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615811] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.max_placement_results = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.615975] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.616150] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.query_placement_for_image_type_support = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.616311] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.616489] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] scheduler.workers = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.616667] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.616841] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617030] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617208] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617373] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617539] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617706] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.617895] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618074] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.host_subset_size = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618247] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618411] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618578] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618759] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.isolated_hosts = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.618927] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.isolated_images = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.619201] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.619374] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.619541] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.619707] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.pci_in_placement = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.619871] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620046] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620213] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620395] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620568] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620736] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.620900] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.track_instance_changes = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.621090] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.621268] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metrics.required = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.621435] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metrics.weight_multiplier = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.621602] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.621768] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] metrics.weight_setting = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622086] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622266] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622471] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.port_range = 10000:20000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622655] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622828] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.622996] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] serial_console.serialproxy_port = 6083 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.623180] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.623358] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.auth_type = password {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.623522] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.623685] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.623851] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624025] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624188] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624362] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.send_service_user_token = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624528] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624689] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] service_user.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.624859] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.agent_enabled = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.625032] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.625339] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.625542] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.625719] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.html5proxy_port = 6082 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.625886] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.image_compression = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626056] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.jpeg_compression = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626223] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.playback_compression = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626388] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.require_secure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626560] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.server_listen = 127.0.0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626732] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.626895] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.streaming_mode = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627067] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] spice.zlib_compression = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627239] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] upgrade_levels.baseapi = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627414] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] upgrade_levels.compute = auto {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627579] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] upgrade_levels.conductor = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627741] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] upgrade_levels.scheduler = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.627903] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628085] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.auth_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628249] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628411] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628577] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628741] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.628902] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629077] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629240] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vendordata_dynamic_auth.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629415] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.api_retry_count = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629582] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.ca_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629758] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.cache_prefix = devstack-image-cache {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.629930] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.cluster_name = testcl1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.connection_pool_size = 10 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.console_delay_seconds = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.datastore_regex = ^datastore.* {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.host_password = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.host_port = 443 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631222] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.host_username = administrator@vsphere.local {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631449] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.insecure = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631550] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.integration_bridge = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631672] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.maximum_objects = 100 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631833] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.pbm_default_policy = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.631994] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.pbm_enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.632167] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.pbm_wsdl_location = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.632420] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.632516] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.serial_port_proxy_uri = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.632687] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.serial_port_service_uri = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.632859] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.task_poll_interval = 0.5 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633042] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.use_linked_clone = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633217] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.vnc_keymap = en-us {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633388] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.vnc_port = 5900 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633551] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vmware.vnc_port_total = 10000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633742] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.auth_schemes = ['none'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.633919] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.634226] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.634416] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.634593] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.novncproxy_port = 6080 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.634801] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.server_listen = 127.0.0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.634996] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.635270] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.vencrypt_ca_certs = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.635444] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.vencrypt_client_cert = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.635610] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vnc.vencrypt_client_key = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.635788] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.635957] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_deep_image_inspection = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.636140] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.636308] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.636474] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.636640] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.disable_rootwrap = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.636829] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.enable_numa_live_migration = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637017] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637192] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637355] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637520] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.libvirt_disable_apic = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637685] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.637852] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638021] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638189] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638351] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638515] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638680] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.638848] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639044] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639219] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639409] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639583] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.client_socket_timeout = 900 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639751] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.default_pool_size = 1000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.639920] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.keep_alive = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640100] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.max_header_line = 16384 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640268] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.secure_proxy_ssl_header = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640434] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.ssl_ca_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640596] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.ssl_cert_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640757] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.ssl_key_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.640924] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.tcp_keepidle = 600 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.641114] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.641286] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] zvm.ca_file = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.641482] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] zvm.cloud_connector_url = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.641806] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.641990] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] zvm.reachable_timeout = 300 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.642181] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.642365] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.642575] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.connection_string = messaging:// {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.642752] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.enabled = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.642925] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.es_doc_type = notification {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643112] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.es_scroll_size = 10000 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643286] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.es_scroll_time = 2m {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643453] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.filter_error_trace = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643625] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.hmac_keys = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643796] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.sentinel_service_name = mymaster {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.643964] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.socket_timeout = 0.1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.644141] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.trace_requests = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.644306] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler.trace_sqlalchemy = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.644482] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler_jaeger.process_tags = {} {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.644650] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler_jaeger.service_name_prefix = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.644831] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] profiler_otlp.service_name_prefix = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645014] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] remote_debug.host = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645184] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] remote_debug.port = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645363] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645529] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645695] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.645856] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646026] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646193] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646355] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646518] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646682] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.646851] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647017] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647188] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647354] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647575] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647685] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.647849] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648071] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648193] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648357] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648521] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648689] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.648854] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649025] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649193] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649355] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649516] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649681] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.649840] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650009] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650184] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650370] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650553] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650720] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.650888] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651067] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.ssl_version = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651233] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651418] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651587] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_notifications.retry = -1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651765] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.651939] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_messaging_notifications.transport_url = **** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652121] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.auth_section = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652288] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.auth_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652472] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.cafile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652665] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.certfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652832] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.collect_timing = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.652992] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.connect_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653168] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.connect_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653329] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_id = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653501] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_interface = publicURL {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653665] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_override = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653827] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.653988] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654161] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.endpoint_service_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654325] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.insecure = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654484] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.keyfile = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654644] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.max_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654823] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.min_version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.654991] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.region_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655167] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.retriable_status_codes = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655330] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.service_name = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655491] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.service_type = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655655] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.split_loggers = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655814] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.status_code_retries = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.655974] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.status_code_retry_delay = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656148] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.timeout = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656308] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.valid_interfaces = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656466] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_limit.version = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656638] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_reports.file_event_handler = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656802] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.656960] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] oslo_reports.log_dir = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657143] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657305] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657466] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657634] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657800] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.657958] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658178] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658299] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658460] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658627] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658790] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.658949] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] vif_plug_ovs_privileged.user = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.659132] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.flat_interface = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.659312] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.659487] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.659663] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.659836] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660022] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660193] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660378] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660571] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660749] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.isolate_vif = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.660923] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661105] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661279] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661478] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.ovsdb_interface = native {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661651] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] os_vif_ovs.per_port_bridge = False {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661824] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.capabilities = [21] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.661985] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.662158] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.helper_command = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.662326] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.662518] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.662691] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] privsep_osbrick.user = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.662867] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663039] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.group = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663202] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.helper_command = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663368] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663534] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663696] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] nova_sys_admin.user = None {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 465.663832] env[62136]: DEBUG oslo_service.service [None req-f0083044-f04b-414c-ab3e-ca0b6ab9db6f None None] ******************************************************************************** {{(pid=62136) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 465.664265] env[62136]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 466.167992] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Getting list of instances from cluster (obj){ [ 466.167992] env[62136]: value = "domain-c8" [ 466.167992] env[62136]: _type = "ClusterComputeResource" [ 466.167992] env[62136]: } {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 466.169309] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c0d5c-5a67-43bd-8ff3-e98f7ec925e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 466.177791] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Got total of 0 instances {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 466.178366] env[62136]: WARNING nova.virt.vmwareapi.driver [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 466.178835] env[62136]: INFO nova.virt.node [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Generated node identity 82d9157a-5d67-4d63-9446-bab68d065191 [ 466.179083] env[62136]: INFO nova.virt.node [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Wrote node identity 82d9157a-5d67-4d63-9446-bab68d065191 to /opt/stack/data/n-cpu-1/compute_id [ 466.682157] env[62136]: WARNING nova.compute.manager [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Compute nodes ['82d9157a-5d67-4d63-9446-bab68d065191'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 467.688051] env[62136]: INFO nova.compute.manager [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 468.693757] env[62136]: WARNING nova.compute.manager [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 468.694159] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.694283] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 468.694437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 468.694593] env[62136]: DEBUG nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 468.695566] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc394293-20f2-4f65-8c06-82a83e7b534d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.703449] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d92cf29-4066-4e3d-9f19-85bb42fcf6bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.717200] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0170687-9662-4c69-9cb7-40e0dae45e39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.723692] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dfb57a-619a-4175-8496-cd132f4adccf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.753501] env[62136]: DEBUG nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181237MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 468.753667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.753837] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 469.256679] env[62136]: WARNING nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] No compute node record for cpu-1:82d9157a-5d67-4d63-9446-bab68d065191: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 82d9157a-5d67-4d63-9446-bab68d065191 could not be found. [ 469.760041] env[62136]: INFO nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 82d9157a-5d67-4d63-9446-bab68d065191 [ 471.269062] env[62136]: DEBUG nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 471.269403] env[62136]: DEBUG nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 471.546121] env[62136]: INFO nova.scheduler.client.report [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] [req-b20d30ff-9039-4489-b069-0f2bbf2c24d8] Created resource provider record via placement API for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 471.564643] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47648b0-70b4-48c4-bc21-f9d2dd30594d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.572481] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f7b27-bb4e-49fe-9a32-f5a6a0a7e806 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.604235] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f2ecd-9f27-426e-a248-c3c0ec4364e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.611615] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f00370-dc53-4664-aa03-4db014b47030 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 471.625331] env[62136]: DEBUG nova.compute.provider_tree [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 472.158943] env[62136]: DEBUG nova.scheduler.client.report [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 472.159209] env[62136]: DEBUG nova.compute.provider_tree [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 0 to 1 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 472.159355] env[62136]: DEBUG nova.compute.provider_tree [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 472.210481] env[62136]: DEBUG nova.compute.provider_tree [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 1 to 2 during operation: update_traits {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 472.714847] env[62136]: DEBUG nova.compute.resource_tracker [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 472.715261] env[62136]: DEBUG oslo_concurrency.lockutils [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.961s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 472.715494] env[62136]: DEBUG nova.service [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Creating RPC server for service compute {{(pid=62136) start /opt/stack/nova/nova/service.py:186}} [ 472.731396] env[62136]: DEBUG nova.service [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] Join ServiceGroup membership for this service compute {{(pid=62136) start /opt/stack/nova/nova/service.py:203}} [ 472.731586] env[62136]: DEBUG nova.servicegroup.drivers.db [None req-787ce68b-5221-4ad6-8ccf-05e382395433 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62136) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 509.406733] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.407474] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.734478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.734666] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.913422] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.078385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "de928602-9c69-45f7-956a-af2d73893f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.078903] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.140058] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.140839] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.178928] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "f4b98389-d22d-4c33-850c-84d366fdff60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.179307] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.239783] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.466078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.466078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.468844] env[62136]: INFO nova.compute.claims [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 510.585126] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.595180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "e77d47f9-e316-45ef-83fe-81fca36f2825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.595757] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.644288] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.684646] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.773049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.099674] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 511.113559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.178578] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.215404] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.288020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.288020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.635056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.652373] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc331f-15ae-4ebe-b3f8-33a96ec08894 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.661590] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf77ab0-604f-49dd-be4e-22db9cb73d38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.696635] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e867e761-b1d9-4e2c-b796-cb598f31fbbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.704598] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b583f-24e8-4dc6-ba6b-3040d7804758 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.718632] env[62136]: DEBUG nova.compute.provider_tree [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 511.794858] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 512.222407] env[62136]: DEBUG nova.scheduler.client.report [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 512.320318] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.727774] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.728855] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 512.733030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.959s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.733336] env[62136]: INFO nova.compute.claims [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 513.242018] env[62136]: DEBUG nova.compute.utils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 513.242018] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 513.242018] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 513.493258] env[62136]: DEBUG nova.policy [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f4fe537e5f4b63b320f747c6b8a018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf948d64507347ce8415b9ef7b90abb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 513.669117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.670324] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.748577] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 514.004294] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32798bbf-acbb-46fa-b5ed-6543df8c1dd2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.015363] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d21c7-c2fc-4d44-aa6d-100646c89ca2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.053403] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c269b1-b089-4103-a008-4d119b63ad9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.062438] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123ffd1-79ba-4312-8acd-ab166fa4cf0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.080413] env[62136]: DEBUG nova.compute.provider_tree [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 514.101217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.101467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.174976] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 514.583638] env[62136]: DEBUG nova.scheduler.client.report [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 514.604505] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 514.700305] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.770356] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 514.802776] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 514.803041] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 514.804129] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 514.804395] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 514.804584] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 514.804747] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 514.804961] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 514.805133] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 514.805625] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 514.806274] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 514.806274] env[62136]: DEBUG nova.virt.hardware [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 514.806886] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf5dc5-f90e-4249-beee-4a99c24c0002 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.816399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c0b58-bb1d-44b2-85f3-5b324090741f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.836556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c449ea-ff3e-479f-84c6-7bdb98a8c388 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.951220] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Successfully created port: 4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 515.093686] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.094921] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 515.097821] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.985s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.099201] env[62136]: INFO nova.compute.claims [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 515.133603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.226310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.226601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.604264] env[62136]: DEBUG nova.compute.utils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 515.610197] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 515.610435] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 515.730254] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 515.804709] env[62136]: DEBUG nova.policy [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7ceaaef46f442dba17a2630816715e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49bb2f34b7364354bd5c2ea3c2f6b566', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 516.114933] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 516.256382] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.293241] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a1b19-8007-4e2e-8bfd-00fb23c1fef9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.301071] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714550f-41b4-4d9d-942b-f5d4f5b2e982 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.332382] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041ca7c-f16e-477d-864d-a78ff0efbe7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.338643] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5a172-2c2c-48f3-9f1e-d5c5673f779d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.352141] env[62136]: DEBUG nova.compute.provider_tree [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 516.858055] env[62136]: DEBUG nova.scheduler.client.report [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 517.132352] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 517.160325] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 517.160813] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 517.160813] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 517.160928] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 517.161189] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 517.161189] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 517.161322] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 517.162193] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 517.162193] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 517.162193] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 517.162193] env[62136]: DEBUG nova.virt.hardware [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 517.162909] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8e8df-f7f6-496c-a0a2-353a28b13f99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.171266] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587344f0-5053-4860-a4b5-09480a200688 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.232928] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Successfully created port: 7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 517.362217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.362622] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 517.367251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.189s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.373026] env[62136]: INFO nova.compute.claims [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 517.875571] env[62136]: DEBUG nova.compute.utils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 517.877431] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 517.878541] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 518.023542] env[62136]: DEBUG nova.policy [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2180634ff2496dbb21278db85a3173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210eba07e779488daaad3e06a243bd3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 518.310555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.310555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.367013] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Successfully updated port: 4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 518.388577] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 518.586441] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e570a463-3545-40c0-b961-01d692d92702 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.596894] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20972d-c8e8-46e5-9186-2de8e6ae4188 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.636835] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d365a053-51ae-4afa-9939-1de983030c09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.645108] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb0cd31-48d7-41ec-abcf-1f16c71033c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.664032] env[62136]: DEBUG nova.compute.provider_tree [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 518.871724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.871724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.871724] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 519.167027] env[62136]: DEBUG nova.scheduler.client.report [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 519.312394] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Successfully created port: 7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 519.404597] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 519.431128] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 519.431128] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 519.431128] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 519.431330] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 519.431427] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 519.431565] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 519.431773] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 519.431930] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 519.432744] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 519.433258] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 519.433376] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 519.434639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91ea95f-976f-4be0-b944-30b108f7e173 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.445923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca99207-278d-4e1f-bc55-dda10d207c62 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.490892] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 519.581466] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "44784d47-aecd-4c78-9e8d-86cfbed53406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.581913] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.676617] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.676617] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 519.682930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.465s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.682930] env[62136]: INFO nova.compute.claims [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 519.912667] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Successfully updated port: 7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 520.186728] env[62136]: DEBUG nova.compute.utils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 520.194625] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 520.194625] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 520.228661] env[62136]: DEBUG nova.network.neutron [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updating instance_info_cache with network_info: [{"id": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "address": "fa:16:3e:58:8b:49", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4772d8fc-6c", "ovs_interfaceid": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 520.332019] env[62136]: DEBUG nova.policy [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2180634ff2496dbb21278db85a3173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210eba07e779488daaad3e06a243bd3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 520.419130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.419130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquired lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.419130] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 520.693279] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 520.730585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.730585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.734612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.735100] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Instance network_info: |[{"id": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "address": "fa:16:3e:58:8b:49", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4772d8fc-6c", "ovs_interfaceid": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 520.735944] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:8b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4772d8fc-6c31-4a67-a458-19ecca5858a7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 520.755454] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 520.760858] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba2f94f-7c50-4789-84d8-ddce1e1d50fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.778018] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created folder: OpenStack in parent group-v4. [ 520.778018] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating folder: Project (cf948d64507347ce8415b9ef7b90abb8). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 520.778018] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6735bda6-a1d6-40bc-a659-64c42eaa030f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.792764] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created folder: Project (cf948d64507347ce8415b9ef7b90abb8) in parent group-v465229. [ 520.792764] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating folder: Instances. Parent ref: group-v465230. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 520.792764] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58dd85a5-964c-4b2b-a0b6-3788a2a2bf7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.809044] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created folder: Instances in parent group-v465230. [ 520.809044] env[62136]: DEBUG oslo.service.loopingcall [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 520.809044] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 520.809044] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-414f3d0f-7dad-4cff-9c54-f6b9ad662e1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.839603] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 520.839603] env[62136]: value = "task-2285681" [ 520.839603] env[62136]: _type = "Task" [ 520.839603] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.855707] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285681, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.966523] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Successfully created port: 7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 520.990781] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0cb19-a8f7-48a4-98a4-c1a284d8bce3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.997966] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d97d19-f386-47fa-8db8-c363cb7150db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.030746] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 521.033292] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8cc3c6-cd17-4294-9e4b-7739d06f099c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.042851] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92509c-4805-46bd-aaca-2930e13b6b0f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.058706] env[62136]: DEBUG nova.compute.provider_tree [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 521.354543] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285681, 'name': CreateVM_Task, 'duration_secs': 0.350126} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.354543] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 521.370414] env[62136]: DEBUG oslo_vmware.service [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a962fd77-287d-45e0-b89c-59c7a4cc87d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.380381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.380989] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.382505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.382505] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28422e3a-9a0f-4fec-b7ad-3aaf97afaac3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.388445] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 521.388445] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dc23bf-adad-ae2c-0e1f-872c9fcb414c" [ 521.388445] env[62136]: _type = "Task" [ 521.388445] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.398374] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dc23bf-adad-ae2c-0e1f-872c9fcb414c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.486616] env[62136]: DEBUG nova.network.neutron [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Updating instance_info_cache with network_info: [{"id": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "address": "fa:16:3e:aa:2a:2b", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd1bda1-33", "ovs_interfaceid": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 521.563905] env[62136]: DEBUG nova.scheduler.client.report [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 521.620168] env[62136]: DEBUG nova.compute.manager [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Received event network-vif-plugged-4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 521.620393] env[62136]: DEBUG oslo_concurrency.lockutils [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] Acquiring lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.621529] env[62136]: DEBUG oslo_concurrency.lockutils [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.621529] env[62136]: DEBUG oslo_concurrency.lockutils [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.621529] env[62136]: DEBUG nova.compute.manager [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] No waiting events found dispatching network-vif-plugged-4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 521.621529] env[62136]: WARNING nova.compute.manager [req-00ca4511-c939-4337-93e6-ff84ba952a97 req-814f1ff0-15e6-433b-9757-4bdb102b133b service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Received unexpected event network-vif-plugged-4772d8fc-6c31-4a67-a458-19ecca5858a7 for instance with vm_state building and task_state spawning. [ 521.708304] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 521.829272] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Successfully updated port: 7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 521.877856] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 521.878131] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 521.878293] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 521.878470] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 521.878617] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 521.878761] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 521.878969] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 521.880876] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 521.881119] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 521.881286] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 521.881467] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 521.883033] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfaf75-a8ba-4e10-b2f1-6591a59c5fed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.893930] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c3473-8806-4910-8fab-5ac359a1556e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.905415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.905683] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 521.905891] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.906045] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.906468] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 521.907488] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25593ef2-e0fe-42db-a941-dfc39ab8d0d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.933533] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 521.933714] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 521.934575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34617c1e-d15a-4fe6-a537-34aa74367bd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.944051] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f837432-89e9-4285-879f-7b27b13c3289 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.950406] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 521.950406] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52646892-04f9-fbcb-5b9b-fef78547fbfb" [ 521.950406] env[62136]: _type = "Task" [ 521.950406] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.960047] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52646892-04f9-fbcb-5b9b-fef78547fbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.990793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Releasing lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.990793] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Instance network_info: |[{"id": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "address": "fa:16:3e:aa:2a:2b", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd1bda1-33", "ovs_interfaceid": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 521.991410] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd1bda1-331d-482a-b328-a91939fbb0d0', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 521.999616] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Creating folder: Project (49bb2f34b7364354bd5c2ea3c2f6b566). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 521.999616] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9962c9c-c213-4692-aa52-511f6bd013c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.010452] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Created folder: Project (49bb2f34b7364354bd5c2ea3c2f6b566) in parent group-v465229. [ 522.010730] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Creating folder: Instances. Parent ref: group-v465233. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 522.010871] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c98041c-0d91-46f5-812f-d2d5c914ffc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.020203] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Created folder: Instances in parent group-v465233. [ 522.020419] env[62136]: DEBUG oslo.service.loopingcall [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 522.020616] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 522.020815] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef3f4aa-add5-49f9-b740-18081a180491 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.044614] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 522.044614] env[62136]: value = "task-2285684" [ 522.044614] env[62136]: _type = "Task" [ 522.044614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.054541] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285684, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.073584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.074203] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 522.077030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.443s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.078888] env[62136]: INFO nova.compute.claims [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 522.236848] env[62136]: DEBUG nova.compute.manager [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Received event network-vif-plugged-7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 522.237139] env[62136]: DEBUG oslo_concurrency.lockutils [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] Acquiring lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.237359] env[62136]: DEBUG oslo_concurrency.lockutils [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.237752] env[62136]: DEBUG oslo_concurrency.lockutils [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.237752] env[62136]: DEBUG nova.compute.manager [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] No waiting events found dispatching network-vif-plugged-7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 522.237871] env[62136]: WARNING nova.compute.manager [req-5ac67e1f-c6df-4f23-9e43-86ce69d15811 req-2e10b30f-2f67-4f93-bd70-e4e2dccc0d64 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Received unexpected event network-vif-plugged-7bd1bda1-331d-482a-b328-a91939fbb0d0 for instance with vm_state building and task_state spawning. [ 522.332621] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.332621] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.334454] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 522.464450] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 522.464870] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating directory with path [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 522.465091] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbd0f56f-00f9-4771-9f3f-0f2aa6cb8bca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.480401] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created directory with path [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 522.480401] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Fetch image to [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 522.480551] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Downloading image file data f9a52f0b-bf25-404f-8242-b079f119d77d to [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62136) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 522.481789] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ad05ee-7fc0-497e-b09d-12c6f7fa9cbe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.491733] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ad048-e7a5-4e1e-b9e6-c9b7b93854b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.506937] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f415ffa-1142-4619-875c-d246284afe48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.552732] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f9fdf-036c-492b-8754-8ce9ba7fdb58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.563694] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285684, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.563924] env[62136]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-829d721b-6dc5-47d6-9aec-85e382e21321 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.584491] env[62136]: DEBUG nova.compute.utils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 522.587402] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 522.587694] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 522.599457] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Downloading image file data f9a52f0b-bf25-404f-8242-b079f119d77d to the data store datastore2 {{(pid=62136) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 522.676720] env[62136]: DEBUG oslo_vmware.rw_handles [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 522.753305] env[62136]: DEBUG nova.policy [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2180634ff2496dbb21278db85a3173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210eba07e779488daaad3e06a243bd3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 522.948486] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 523.060191] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285684, 'name': CreateVM_Task, 'duration_secs': 0.673856} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.061587] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 523.062617] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.062617] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.062952] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.063216] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05eb35e8-a05c-4256-aa51-a7295ffece4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.068628] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 523.068628] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522e4493-bcbf-61ee-c8e4-b84a38e66f53" [ 523.068628] env[62136]: _type = "Task" [ 523.068628] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.081366] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522e4493-bcbf-61ee-c8e4-b84a38e66f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.097837] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 523.300517] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Updating instance_info_cache with network_info: [{"id": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "address": "fa:16:3e:bc:e5:2d", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7868beff-fe", "ovs_interfaceid": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.376129] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706450d5-94fa-40c7-b0b8-55f5b73be3e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.382571] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c145f251-ec0f-49b1-8330-0559d4806c8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.418018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202cd2a-2256-4399-a807-b6d782124f90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.427697] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3109a9f-b5d0-4887-9f2e-291d4ee4a400 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.444932] env[62136]: DEBUG nova.compute.provider_tree [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 523.518503] env[62136]: DEBUG oslo_vmware.rw_handles [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 523.518776] env[62136]: DEBUG oslo_vmware.rw_handles [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 523.580962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.581250] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 523.581577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.619337] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Successfully updated port: 7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 523.672158] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Successfully created port: ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 523.703643] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Downloaded image file data f9a52f0b-bf25-404f-8242-b079f119d77d to vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62136) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 523.710862] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 523.710862] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copying Virtual Disk [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk to [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 523.710862] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b64d3b-3676-4898-ab50-73f135585a6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.719549] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 523.719549] env[62136]: value = "task-2285685" [ 523.719549] env[62136]: _type = "Task" [ 523.719549] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.734107] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.808162] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.809693] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Instance network_info: |[{"id": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "address": "fa:16:3e:bc:e5:2d", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7868beff-fe", "ovs_interfaceid": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 523.814711] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e5:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7868beff-fee3-4598-a45c-f6fd2d8597a3', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 523.822255] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Creating folder: Project (210eba07e779488daaad3e06a243bd3d). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 523.826852] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c9b61e-fb0d-4e5e-8323-0cb8d3364c43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.831133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "34eac04e-922b-49f6-a705-27d4dd92df3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.831256] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.840695] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Created folder: Project (210eba07e779488daaad3e06a243bd3d) in parent group-v465229. [ 523.840835] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Creating folder: Instances. Parent ref: group-v465236. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 523.841134] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cbd169b-c16f-4ee2-be3d-4711582d3f2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.852573] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Created folder: Instances in parent group-v465236. [ 523.852573] env[62136]: DEBUG oslo.service.loopingcall [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 523.852573] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 523.852573] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-586a555b-6c3e-4d8a-b018-03c3f68602ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.872793] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 523.872793] env[62136]: value = "task-2285688" [ 523.872793] env[62136]: _type = "Task" [ 523.872793] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.880954] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285688, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.951388] env[62136]: DEBUG nova.scheduler.client.report [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 524.116121] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 524.126179] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.126322] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.126472] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 524.163182] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 524.163444] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 524.163606] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 524.163774] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 524.163916] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 524.164079] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 524.164478] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 524.164682] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 524.164895] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 524.165112] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 524.165355] env[62136]: DEBUG nova.virt.hardware [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 524.166317] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8acb1d4-1123-4734-bd8b-44d001323f2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.180993] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ec9ea-9f6e-46f5-b728-609ba5ce0a50 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.231141] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285685, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.384731] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285688, 'name': CreateVM_Task, 'duration_secs': 0.383123} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.384906] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 524.386467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.386467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.386879] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.387665] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c5bd98-4913-40b0-82c6-0808866d8317 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.395342] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 524.395342] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cbcbb0-b272-6108-0a35-72cf863f5821" [ 524.395342] env[62136]: _type = "Task" [ 524.395342] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.403872] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cbcbb0-b272-6108-0a35-72cf863f5821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.460013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.461147] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 524.463361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.144s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.465213] env[62136]: INFO nova.compute.claims [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 524.667450] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.667450] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.731285] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706107} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.731533] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copied Virtual Disk [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk to [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 524.732131] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleting the datastore file [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 524.732131] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c114ad7-ce89-4fe1-8b1a-949726f707b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.737957] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 524.737957] env[62136]: value = "task-2285689" [ 524.737957] env[62136]: _type = "Task" [ 524.737957] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.747360] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.780572] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 524.904829] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.905144] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 524.905406] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.971907] env[62136]: DEBUG nova.compute.utils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 524.975393] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 525.159290] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Updating instance_info_cache with network_info: [{"id": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "address": "fa:16:3e:97:7b:b6", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df87738-cb", "ovs_interfaceid": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.251208] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021822} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.251464] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 525.251681] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Moving file from [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca/f9a52f0b-bf25-404f-8242-b079f119d77d to [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d. {{(pid=62136) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 525.251939] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7ac0dd79-2608-4ddb-b8dd-07cec3f7b903 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.262663] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 525.262663] env[62136]: value = "task-2285690" [ 525.262663] env[62136]: _type = "Task" [ 525.262663] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.277245] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285690, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.476826] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 525.658276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.658508] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.663912] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.663997] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Instance network_info: |[{"id": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "address": "fa:16:3e:97:7b:b6", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df87738-cb", "ovs_interfaceid": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 525.664427] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:7b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7df87738-cb5e-4916-ac78-9f759fc0bb41', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 525.673962] env[62136]: DEBUG oslo.service.loopingcall [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 525.673962] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 525.674914] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646e9164-e1cf-4fb3-80d8-732b5a2c158a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.697121] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 525.697121] env[62136]: value = "task-2285691" [ 525.697121] env[62136]: _type = "Task" [ 525.697121] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.707236] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285691, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.768636] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf61057-d7ad-4409-8300-cd4a5fe0ced5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.774963] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285690, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028741} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.775738] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] File moved {{(pid=62136) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 525.776647] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Cleaning up location [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 525.776647] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleting the datastore file [datastore2] vmware_temp/911075d4-b113-41e7-aafa-a12ef17aa4ca {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 525.776647] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f35a43d-d5d5-42f1-8ede-ee79eb4aaff8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.783218] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f035b54-75f3-4575-8139-40589e652a79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.788794] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 525.788794] env[62136]: value = "task-2285692" [ 525.788794] env[62136]: _type = "Task" [ 525.788794] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.822303] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc95611-e7dc-492e-ac07-bd9511ae1814 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.828633] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025448} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.829374] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 525.830391] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3927f6ae-c6da-4dc6-9464-f2d71130ed53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.836480] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f6a15b-0781-4409-89c1-e3949f00bb6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.843801] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 525.843801] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52921e9e-9217-f827-b37f-3ee036e30d28" [ 525.843801] env[62136]: _type = "Task" [ 525.843801] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.855165] env[62136]: DEBUG nova.compute.provider_tree [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.866313] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52921e9e-9217-f827-b37f-3ee036e30d28, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.866478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.866786] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d/6e1362d1-8cd8-42ad-aabc-21febdeb5f7d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 525.867159] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.867583] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 525.867583] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-248935d5-8b29-4e20-9582-20d53f734e59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.869643] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0fddeae-44dd-413f-8034-0bee84fa90e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.877909] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 525.877909] env[62136]: value = "task-2285693" [ 525.877909] env[62136]: _type = "Task" [ 525.877909] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.879165] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 525.879423] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 525.883013] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dae96e7-f0fc-4566-81c3-a5ad8815bfe8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.890708] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.892151] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 525.892151] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5266554f-6428-01e1-fe31-7e7847d78795" [ 525.892151] env[62136]: _type = "Task" [ 525.892151] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.901798] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5266554f-6428-01e1-fe31-7e7847d78795, 'name': SearchDatastore_Task, 'duration_secs': 0.007536} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.905093] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614c45f6-3484-486d-9b54-813fa6fdc517 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.909102] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 525.909102] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d0ca-17f6-ea7e-8cc0-f2740933e765" [ 525.909102] env[62136]: _type = "Task" [ 525.909102] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.917738] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d0ca-17f6-ea7e-8cc0-f2740933e765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.136345] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Successfully updated port: ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 526.211181] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285691, 'name': CreateVM_Task, 'duration_secs': 0.376119} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.211431] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 526.212353] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.212513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.212877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.213203] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bf73d3-9f33-42e9-b2c4-b34e1dfddee5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.218848] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 526.218848] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522211d8-e120-e3ee-e59b-d8c2e244c3e2" [ 526.218848] env[62136]: _type = "Task" [ 526.218848] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.232539] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522211d8-e120-e3ee-e59b-d8c2e244c3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.321697] env[62136]: DEBUG nova.compute.manager [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Received event network-changed-4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 526.321820] env[62136]: DEBUG nova.compute.manager [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Refreshing instance network info cache due to event network-changed-4772d8fc-6c31-4a67-a458-19ecca5858a7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 526.322059] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] Acquiring lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.322206] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] Acquired lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.322364] env[62136]: DEBUG nova.network.neutron [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Refreshing network info cache for port 4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 526.363817] env[62136]: DEBUG nova.scheduler.client.report [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 526.372126] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Received event network-changed-7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 526.372241] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Refreshing instance network info cache due to event network-changed-7bd1bda1-331d-482a-b328-a91939fbb0d0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 526.373261] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquiring lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.373261] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquired lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.373261] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Refreshing network info cache for port 7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 526.400824] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.423586] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d0ca-17f6-ea7e-8cc0-f2740933e765, 'name': SearchDatastore_Task, 'duration_secs': 0.008136} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.423903] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.424670] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23/1ede7f1d-8dbe-4f5d-a7ac-d53913268f23.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 526.424670] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.424971] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 526.424971] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b95df70-d700-4f90-b52a-53446b758e03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.428472] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f93d917-88bb-4aaa-9b39-f75ea6500504 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.436301] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 526.436301] env[62136]: value = "task-2285694" [ 526.436301] env[62136]: _type = "Task" [ 526.436301] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.437024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 526.437217] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 526.440849] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c0f4e4-d35c-4bbd-bcf6-ca045c954151 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.451278] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.452715] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 526.452715] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526dd6c5-0c02-8dbd-c8e0-0f6069489fb3" [ 526.452715] env[62136]: _type = "Task" [ 526.452715] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.465162] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526dd6c5-0c02-8dbd-c8e0-0f6069489fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.007745} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.466889] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbc313c-d8a2-4f3a-862d-5895ca359612 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.472631] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 526.472631] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5229c7ec-1236-37b1-edc1-d12d6ffdecaf" [ 526.472631] env[62136]: _type = "Task" [ 526.472631] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.481153] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5229c7ec-1236-37b1-edc1-d12d6ffdecaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.499595] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 526.525760] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 526.526046] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 526.526195] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 526.526341] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 526.526487] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 526.526630] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 526.526836] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 526.526991] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 526.527214] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 526.527381] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 526.527573] env[62136]: DEBUG nova.virt.hardware [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 526.528910] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecafd4f-8795-418f-89cb-e56926170645 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.537041] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb27a09-79d3-45cb-9c4e-0dac88b4b757 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.551929] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 526.557713] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Creating folder: Project (2d8d5b465a624bf3837fb4e3335cb97f). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 526.558135] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35dff443-6077-467b-a6b9-c33629cc4ed2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.567141] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Created folder: Project (2d8d5b465a624bf3837fb4e3335cb97f) in parent group-v465229. [ 526.567426] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Creating folder: Instances. Parent ref: group-v465240. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 526.567648] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce946ee8-a1a0-4265-a2fa-82c49739107c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.577612] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Created folder: Instances in parent group-v465240. [ 526.578488] env[62136]: DEBUG oslo.service.loopingcall [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 526.578488] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 526.578488] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15117b4d-9c4f-4ce5-b726-dd59edea996c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.595504] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 526.595504] env[62136]: value = "task-2285697" [ 526.595504] env[62136]: _type = "Task" [ 526.595504] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.609033] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285697, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.641276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.641462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.641658] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 526.731964] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522211d8-e120-e3ee-e59b-d8c2e244c3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.045741} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.732815] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.733248] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 526.733638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.876640] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.876640] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 526.878363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.178s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.879963] env[62136]: INFO nova.compute.claims [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.894153] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543398} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.894371] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d/6e1362d1-8cd8-42ad-aabc-21febdeb5f7d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 526.894579] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 526.894844] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4417e4b5-1f77-4bdb-b019-d97090a60417 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.904849] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 526.904849] env[62136]: value = "task-2285698" [ 526.904849] env[62136]: _type = "Task" [ 526.904849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.913679] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.956795] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.989018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.990186] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.990186] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5229c7ec-1236-37b1-edc1-d12d6ffdecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.990186] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.990186] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] de928602-9c69-45f7-956a-af2d73893f77/de928602-9c69-45f7-956a-af2d73893f77.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 526.990563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.990615] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 526.990888] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f384337-c653-43cb-9e88-77f7941c9f1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.993069] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f186843-a2e3-4dcb-a7a0-eace863b7f87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.999607] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 526.999607] env[62136]: value = "task-2285699" [ 526.999607] env[62136]: _type = "Task" [ 526.999607] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.003496] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 527.003659] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 527.004762] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3140a72-92e2-4730-9d07-274bc3e2aab1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.010135] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.012978] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 527.012978] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52156e92-eb47-a2dd-b829-2dfcf282a816" [ 527.012978] env[62136]: _type = "Task" [ 527.012978] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.021603] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52156e92-eb47-a2dd-b829-2dfcf282a816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.105653] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285697, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.245963] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 527.390527] env[62136]: DEBUG nova.compute.utils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 527.395949] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 527.396336] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 527.400198] env[62136]: DEBUG nova.network.neutron [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updated VIF entry in instance network info cache for port 4772d8fc-6c31-4a67-a458-19ecca5858a7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 527.400893] env[62136]: DEBUG nova.network.neutron [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updating instance_info_cache with network_info: [{"id": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "address": "fa:16:3e:58:8b:49", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4772d8fc-6c", "ovs_interfaceid": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.420162] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076663} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.420357] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 527.421732] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996d8e1-3785-4352-aac9-d3497017155a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.448836] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d/6e1362d1-8cd8-42ad-aabc-21febdeb5f7d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 527.457534] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6787c17-47ae-4a58-8f6d-18b6ced96936 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.472806] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Updated VIF entry in instance network info cache for port 7bd1bda1-331d-482a-b328-a91939fbb0d0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 527.473363] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Updating instance_info_cache with network_info: [{"id": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "address": "fa:16:3e:aa:2a:2b", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd1bda1-33", "ovs_interfaceid": "7bd1bda1-331d-482a-b328-a91939fbb0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.481472] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.482770] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 527.482770] env[62136]: value = "task-2285700" [ 527.482770] env[62136]: _type = "Task" [ 527.482770] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.490998] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.508500] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.521974] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52156e92-eb47-a2dd-b829-2dfcf282a816, 'name': SearchDatastore_Task, 'duration_secs': 0.0181} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.522824] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e423f3e2-9041-484f-9f4c-9ca4d0c926eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.527877] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 527.527877] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c81fc6-94ba-9e86-8941-34a7d444ec0e" [ 527.527877] env[62136]: _type = "Task" [ 527.527877] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.535062] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c81fc6-94ba-9e86-8941-34a7d444ec0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.605940] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285697, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.689626] env[62136]: DEBUG nova.policy [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3838ebffb0b43e5a446d8de20868e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c52d7437ba041bc868d1b048fef8cca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 527.843932] env[62136]: DEBUG nova.network.neutron [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Updating instance_info_cache with network_info: [{"id": "ec87e37b-7524-4c73-b904-7195e6c7668a", "address": "fa:16:3e:ff:49:74", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec87e37b-75", "ovs_interfaceid": "ec87e37b-7524-4c73-b904-7195e6c7668a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.905779] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 527.912526] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbac5b34-7105-4f59-85cb-6fbf8686c2c3 req-204ae46a-06ce-43a8-8368-56ff98ed3269 service nova] Releasing lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.953347] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.452186} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.955056] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23/1ede7f1d-8dbe-4f5d-a7ac-d53913268f23.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 527.955228] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 527.955507] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657e44ec-7cca-449c-988f-af50cd39fe14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.966418] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 527.966418] env[62136]: value = "task-2285701" [ 527.966418] env[62136]: _type = "Task" [ 527.966418] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.978496] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Releasing lock "refresh_cache-1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.978496] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Received event network-vif-plugged-7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 527.978496] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquiring lock "de928602-9c69-45f7-956a-af2d73893f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.978496] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Lock "de928602-9c69-45f7-956a-af2d73893f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.978496] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Lock "de928602-9c69-45f7-956a-af2d73893f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.978653] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] No waiting events found dispatching network-vif-plugged-7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 527.978653] env[62136]: WARNING nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Received unexpected event network-vif-plugged-7868beff-fee3-4598-a45c-f6fd2d8597a3 for instance with vm_state building and task_state spawning. [ 527.978714] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Received event network-changed-7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 527.978919] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Refreshing instance network info cache due to event network-changed-7868beff-fee3-4598-a45c-f6fd2d8597a3. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 527.978997] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquiring lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.979308] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquired lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.979308] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Refreshing network info cache for port 7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 527.980476] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.999571] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.028920] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.037844] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c81fc6-94ba-9e86-8941-34a7d444ec0e, 'name': SearchDatastore_Task, 'duration_secs': 0.028868} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.040963] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.041342] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 23416bb7-4e8e-429b-bdff-d73b0dd6dd90/23416bb7-4e8e-429b-bdff-d73b0dd6dd90.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 528.041850] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5d007c-c125-49e2-9210-8dd092a2fc13 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.049258] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 528.049258] env[62136]: value = "task-2285702" [ 528.049258] env[62136]: _type = "Task" [ 528.049258] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.065480] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.109859] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285697, 'name': CreateVM_Task, 'duration_secs': 1.42428} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.110038] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 528.112386] env[62136]: DEBUG oslo_vmware.service [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07846b17-9a86-4b78-bbfe-48229d1282c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.117579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.118799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.119145] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.119576] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d609a2a2-491f-4541-8037-1d1350cf7846 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.127299] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 528.127299] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522753d9-60c0-a1d4-b640-fd7725af57eb" [ 528.127299] env[62136]: _type = "Task" [ 528.127299] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.136533] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522753d9-60c0-a1d4-b640-fd7725af57eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.230517] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "542181a5-325f-4f45-be66-f28929f5a323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.230745] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.302595] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015a10b-8695-4ff5-8e3e-99d4b9851a08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.313230] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd17ccb-5d26-4b47-9136-3750abbb48f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.347904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.348322] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Instance network_info: |[{"id": "ec87e37b-7524-4c73-b904-7195e6c7668a", "address": "fa:16:3e:ff:49:74", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec87e37b-75", "ovs_interfaceid": "ec87e37b-7524-4c73-b904-7195e6c7668a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 528.348955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:49:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec87e37b-7524-4c73-b904-7195e6c7668a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 528.362427] env[62136]: DEBUG oslo.service.loopingcall [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 528.362843] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74862514-73fb-41cb-a420-ea113172016d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.366090] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 528.366252] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff4f010-dfb4-41d4-8be2-0eebaa220287 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.389742] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e943c-74fa-47f4-8d46-4b9121def923 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.393946] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 528.393946] env[62136]: value = "task-2285703" [ 528.393946] env[62136]: _type = "Task" [ 528.393946] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.412698] env[62136]: DEBUG nova.compute.provider_tree [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 528.423039] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285703, 'name': CreateVM_Task} progress is 15%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.475198] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091427} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.475538] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 528.476375] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd4b413-f1b3-4887-afc1-4d198af28396 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.503394] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23/1ede7f1d-8dbe-4f5d-a7ac-d53913268f23.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 528.507303] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4680c3c5-1516-42a0-b41f-dd15a31e2cba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.529262] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285700, 'name': ReconfigVM_Task, 'duration_secs': 0.965149} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.531489] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d/6e1362d1-8cd8-42ad-aabc-21febdeb5f7d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 528.534671] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 528.534671] env[62136]: value = "task-2285704" [ 528.534671] env[62136]: _type = "Task" [ 528.534671] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.534671] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba8dd14-456d-4b75-9ce9-af60cbe2c959 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.543853] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.401798} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.549563] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] de928602-9c69-45f7-956a-af2d73893f77/de928602-9c69-45f7-956a-af2d73893f77.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 528.549563] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 528.549563] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.549563] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 528.549563] env[62136]: value = "task-2285705" [ 528.549563] env[62136]: _type = "Task" [ 528.549563] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.549563] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a32ee28-1784-4ba8-9f7e-21675b1326fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.564466] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285705, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.568609] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 528.568609] env[62136]: value = "task-2285706" [ 528.568609] env[62136]: _type = "Task" [ 528.568609] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.569257] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.639806] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.640253] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 528.640524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.640710] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.640931] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 528.641255] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346cdd86-5fa3-4eae-8650-203df5b4a35d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.652917] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 528.653184] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 528.654251] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3844f72b-2e20-40cd-80f6-5c87a817b29e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.661765] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d587a1-d41a-4519-9306-993e8b8c8e9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.667898] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 528.667898] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b978ae-38f4-2be0-9e8a-d4613c1086be" [ 528.667898] env[62136]: _type = "Task" [ 528.667898] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.677105] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b978ae-38f4-2be0-9e8a-d4613c1086be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.904632] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285703, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.923168] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 528.924242] env[62136]: DEBUG nova.scheduler.client.report [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.956292] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 528.956680] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 528.956913] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 528.957230] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 528.957450] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 528.957717] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 528.958014] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 528.958241] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 528.958467] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 528.958721] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 528.958953] env[62136]: DEBUG nova.virt.hardware [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 528.960154] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbad39f-78cd-4c64-858e-5f57fa78be6c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.970199] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b7ea2b-e44e-4e15-82de-3189095ceebf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.068471] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.078127] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852835} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.078289] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285705, 'name': Rename_Task, 'duration_secs': 0.317658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.082189] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 23416bb7-4e8e-429b-bdff-d73b0dd6dd90/23416bb7-4e8e-429b-bdff-d73b0dd6dd90.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 529.082189] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 529.082189] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 529.084803] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e1ce4a-4dba-490d-943e-5b68a3ef3419 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.085886] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1c56db-c35b-4efe-b1df-b4a30cb2f252 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.092106] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210138} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.094280] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 529.095212] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 529.095212] env[62136]: value = "task-2285708" [ 529.095212] env[62136]: _type = "Task" [ 529.095212] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.095212] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 529.095212] env[62136]: value = "task-2285707" [ 529.095212] env[62136]: _type = "Task" [ 529.095212] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.095853] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266fa5ef-774c-4dbf-aad7-32b0d17ed26e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.109646] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.125162] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.136185] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] de928602-9c69-45f7-956a-af2d73893f77/de928602-9c69-45f7-956a-af2d73893f77.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 529.136702] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23413015-2ae2-472e-bd48-52ad301190f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.157642] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 529.157642] env[62136]: value = "task-2285709" [ 529.157642] env[62136]: _type = "Task" [ 529.157642] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.161685] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Successfully created port: 843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 529.169710] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.181259] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 529.181259] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Creating directory with path [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 529.181457] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f4960c4-10bf-40fc-8bdd-42b57bd38475 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.193857] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Created directory with path [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 529.194214] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Fetch image to [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 529.194455] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Downloading image file data f9a52f0b-bf25-404f-8242-b079f119d77d to [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62136) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 529.195594] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e534d-7a01-4d5e-8b92-5f7a9873dfdc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.204858] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cffdfc9-a188-4429-b8e5-3b88099229f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.214455] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45837841-5979-40d1-ac4e-6e70aa05a104 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.247303] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6095ecf-a7f1-4a30-a536-9ee31d92cb74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.253020] env[62136]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-079c168d-94e4-45cf-a318-4d2727d93d4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.333930] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Downloading image file data f9a52f0b-bf25-404f-8242-b079f119d77d to the data store datastore1 {{(pid=62136) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 529.381501] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 529.439192] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.439721] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 529.444084] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Updated VIF entry in instance network info cache for port 7868beff-fee3-4598-a45c-f6fd2d8597a3. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 529.444420] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Updating instance_info_cache with network_info: [{"id": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "address": "fa:16:3e:bc:e5:2d", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7868beff-fe", "ovs_interfaceid": "7868beff-fee3-4598-a45c-f6fd2d8597a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 529.448480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.315s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.449868] env[62136]: INFO nova.compute.claims [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 529.461209] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285703, 'name': CreateVM_Task, 'duration_secs': 0.690552} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.462624] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 529.463713] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.463899] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.464329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.465392] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b883c5-a7b1-476c-9a85-cb9c8e80779e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.471025] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 529.471025] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c1a244-5672-82f0-3eb3-387874e33345" [ 529.471025] env[62136]: _type = "Task" [ 529.471025] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.482305] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c1a244-5672-82f0-3eb3-387874e33345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.546361] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285704, 'name': ReconfigVM_Task, 'duration_secs': 0.63818} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.546361] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23/1ede7f1d-8dbe-4f5d-a7ac-d53913268f23.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 529.550155] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae5f541-3294-46d7-bbe5-8d64c6c0cb90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.556972] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 529.556972] env[62136]: value = "task-2285710" [ 529.556972] env[62136]: _type = "Task" [ 529.556972] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.565191] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285710, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.573829] env[62136]: DEBUG nova.compute.manager [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Received event network-vif-plugged-ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.574077] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Acquiring lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.574295] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.574464] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.574630] env[62136]: DEBUG nova.compute.manager [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] No waiting events found dispatching network-vif-plugged-ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 529.574819] env[62136]: WARNING nova.compute.manager [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Received unexpected event network-vif-plugged-ec87e37b-7524-4c73-b904-7195e6c7668a for instance with vm_state building and task_state spawning. [ 529.574943] env[62136]: DEBUG nova.compute.manager [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Received event network-changed-ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.575180] env[62136]: DEBUG nova.compute.manager [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Refreshing instance network info cache due to event network-changed-ec87e37b-7524-4c73-b904-7195e6c7668a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 529.575438] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Acquiring lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.575532] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Acquired lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.575688] env[62136]: DEBUG nova.network.neutron [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Refreshing network info cache for port ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 529.616343] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.616616] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079811} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.617241] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 529.618081] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446d695-19b5-4e8c-8187-1acf884ede74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.640016] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 23416bb7-4e8e-429b-bdff-d73b0dd6dd90/23416bb7-4e8e-429b-bdff-d73b0dd6dd90.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 529.643528] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb1e85c-022a-41cb-bcdc-2e207f97eb73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.666512] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 529.666512] env[62136]: value = "task-2285711" [ 529.666512] env[62136]: _type = "Task" [ 529.666512] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.673068] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.678248] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.955829] env[62136]: DEBUG nova.compute.utils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 529.957459] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Releasing lock "refresh_cache-de928602-9c69-45f7-956a-af2d73893f77" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.957696] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Received event network-vif-plugged-7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.957921] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquiring lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.958160] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.958330] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.958517] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] No waiting events found dispatching network-vif-plugged-7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 529.958727] env[62136]: WARNING nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Received unexpected event network-vif-plugged-7df87738-cb5e-4916-ac78-9f759fc0bb41 for instance with vm_state building and task_state spawning. [ 529.959168] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Received event network-changed-7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.959373] env[62136]: DEBUG nova.compute.manager [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Refreshing instance network info cache due to event network-changed-7df87738-cb5e-4916-ac78-9f759fc0bb41. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 529.959584] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquiring lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.959782] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Acquired lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.959999] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Refreshing network info cache for port 7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 529.962526] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 529.962526] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.994515] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c1a244-5672-82f0-3eb3-387874e33345, 'name': SearchDatastore_Task, 'duration_secs': 0.01394} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.994515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.994515] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 529.994515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.994689] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.994828] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 529.995111] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2673fcc0-35cc-451c-b6cd-f51215503c98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.008400] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 530.008501] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 530.011228] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306830fb-8bae-4db8-8a26-3fc0ce78a93a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.016620] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 530.016620] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b485b7-f119-244c-b36c-2a1e28b44ac3" [ 530.016620] env[62136]: _type = "Task" [ 530.016620] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.026109] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b485b7-f119-244c-b36c-2a1e28b44ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.071132] env[62136]: DEBUG nova.policy [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422490da33c344359ca7c7499ae1cc56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a8e37a6f77243ed9f88f04d30f5648a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 530.076781] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285710, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.104023] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 530.104023] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 530.113826] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.181199] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.191616] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.252778] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Downloaded image file data f9a52f0b-bf25-404f-8242-b079f119d77d to vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62136) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 530.253420] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 530.253808] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Copying Virtual Disk [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk to [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 530.254155] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8b88de-e487-42ca-ae5e-46c4eda5a6d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.263549] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 530.263549] env[62136]: value = "task-2285712" [ 530.263549] env[62136]: _type = "Task" [ 530.263549] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.280800] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.378247] env[62136]: DEBUG nova.network.neutron [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Updated VIF entry in instance network info cache for port ec87e37b-7524-4c73-b904-7195e6c7668a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 530.378608] env[62136]: DEBUG nova.network.neutron [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Updating instance_info_cache with network_info: [{"id": "ec87e37b-7524-4c73-b904-7195e6c7668a", "address": "fa:16:3e:ff:49:74", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec87e37b-75", "ovs_interfaceid": "ec87e37b-7524-4c73-b904-7195e6c7668a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.462648] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 530.531449] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b485b7-f119-244c-b36c-2a1e28b44ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.532291] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b697c10-c0e3-4e85-ad8b-ceb30deb4a9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.538969] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 530.538969] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c8f4ad-9e71-fb14-a87d-835b41374c2a" [ 530.538969] env[62136]: _type = "Task" [ 530.538969] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.558403] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c8f4ad-9e71-fb14-a87d-835b41374c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.561834] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.561834] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f4b98389-d22d-4c33-850c-84d366fdff60/f4b98389-d22d-4c33-850c-84d366fdff60.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 530.565608] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8049d16-5845-4306-8067-5d1bf37bd968 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.573662] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285710, 'name': Rename_Task, 'duration_secs': 0.760271} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.574633] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 530.574962] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 530.574962] env[62136]: value = "task-2285713" [ 530.574962] env[62136]: _type = "Task" [ 530.574962] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.575214] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d09289-52c1-4644-81a1-69740c6baf0d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.588472] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 530.588472] env[62136]: value = "task-2285714" [ 530.588472] env[62136]: _type = "Task" [ 530.588472] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.592602] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.605966] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.615603] env[62136]: DEBUG oslo_vmware.api [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285708, 'name': PowerOnVM_Task, 'duration_secs': 1.305883} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.615603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 530.616632] env[62136]: INFO nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Took 15.85 seconds to spawn the instance on the hypervisor. [ 530.616632] env[62136]: DEBUG nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 530.620685] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f699c7-3b10-4460-8c42-ac9a385af3a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.701987] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285709, 'name': ReconfigVM_Task, 'duration_secs': 1.13458} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.702408] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Reconfigured VM instance instance-00000003 to attach disk [datastore2] de928602-9c69-45f7-956a-af2d73893f77/de928602-9c69-45f7-956a-af2d73893f77.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 530.706764] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb64d16b-7846-4477-b939-1e8df080085a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.709094] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285711, 'name': ReconfigVM_Task, 'duration_secs': 0.62516} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.709302] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 23416bb7-4e8e-429b-bdff-d73b0dd6dd90/23416bb7-4e8e-429b-bdff-d73b0dd6dd90.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 530.710429] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87ca4f95-da5a-4792-8fb4-98c0e1f92559 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.715189] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 530.715189] env[62136]: value = "task-2285715" [ 530.715189] env[62136]: _type = "Task" [ 530.715189] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.719622] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 530.719622] env[62136]: value = "task-2285716" [ 530.719622] env[62136]: _type = "Task" [ 530.719622] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.733345] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285715, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.741056] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285716, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.757701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.757701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.781030] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.882242] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bcd67f0-3932-4ed4-8d52-b5b929a823e2 req-4e9268f2-ac30-4759-98ac-09d7808f981d service nova] Releasing lock "refresh_cache-f4b98389-d22d-4c33-850c-84d366fdff60" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.930165] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b54e03-5dc3-4231-9679-f1326ed997f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.939474] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc2cb9-7ae4-470a-9a85-7c9d1eb01118 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.981201] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Updated VIF entry in instance network info cache for port 7df87738-cb5e-4916-ac78-9f759fc0bb41. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 530.981201] env[62136]: DEBUG nova.network.neutron [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Updating instance_info_cache with network_info: [{"id": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "address": "fa:16:3e:97:7b:b6", "network": {"id": "ddc1fc8a-f7b6-47e2-83e2-b58811d067d8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-448133364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210eba07e779488daaad3e06a243bd3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df87738-cb", "ovs_interfaceid": "7df87738-cb5e-4916-ac78-9f759fc0bb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.983647] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fd8bc4-5375-4d4e-bca8-42b864dbb6a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.995483] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f68ea8-eee3-436a-a32d-11259a7f1762 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.011640] env[62136]: DEBUG nova.compute.provider_tree [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 531.058165] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Successfully created port: ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.090615] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.104669] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285714, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.145705] env[62136]: INFO nova.compute.manager [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Took 20.73 seconds to build instance. [ 531.232108] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285716, 'name': Rename_Task, 'duration_secs': 0.177584} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.235547] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 531.236394] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285715, 'name': Rename_Task, 'duration_secs': 0.18031} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.236847] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa32e7c7-9df5-4614-a33d-91882b735dc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.239072] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 531.239470] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ac5cd2-8791-4372-a246-8f7324241d14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.249333] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 531.249333] env[62136]: value = "task-2285718" [ 531.249333] env[62136]: _type = "Task" [ 531.249333] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.249849] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 531.249849] env[62136]: value = "task-2285717" [ 531.249849] env[62136]: _type = "Task" [ 531.249849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.264123] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.267403] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.279295] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895993} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.279769] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Copied Virtual Disk [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk to [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 531.280122] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleting the datastore file [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d/tmp-sparse.vmdk {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 531.280445] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b4ca0e-b41f-494a-b9f6-31c2a385f1e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.287788] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 531.287788] env[62136]: value = "task-2285719" [ 531.287788] env[62136]: _type = "Task" [ 531.287788] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.298024] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.488779] env[62136]: DEBUG oslo_concurrency.lockutils [req-d7f2c435-7eb0-4d60-8f1c-52bf36d4bbbd req-85861c3a-4e04-4a02-94e5-58589ad5f054 service nova] Releasing lock "refresh_cache-23416bb7-4e8e-429b-bdff-d73b0dd6dd90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.491218] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 531.515507] env[62136]: DEBUG nova.scheduler.client.report [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 531.523690] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 531.523960] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 531.524142] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 531.524334] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 531.524541] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 531.524607] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 531.524871] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 531.524948] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 531.525362] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 531.525362] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 531.525453] env[62136]: DEBUG nova.virt.hardware [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 531.527241] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b9965-c841-4191-ae95-6f8a54fb0065 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.538676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107db2c5-5cad-41e4-8a68-4282f65f9d43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.592227] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688884} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.592570] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f4b98389-d22d-4c33-850c-84d366fdff60/f4b98389-d22d-4c33-850c-84d366fdff60.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 531.593133] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 531.593133] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a747c96-54e5-4cd7-a3e0-0eb345dd51e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.604830] env[62136]: DEBUG oslo_vmware.api [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285714, 'name': PowerOnVM_Task, 'duration_secs': 0.900412} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.606252] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 531.606452] env[62136]: INFO nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Took 14.48 seconds to spawn the instance on the hypervisor. [ 531.606637] env[62136]: DEBUG nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 531.606965] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 531.606965] env[62136]: value = "task-2285720" [ 531.606965] env[62136]: _type = "Task" [ 531.606965] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.607686] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af967a4-06ac-4b10-8a5e-d126979f4be4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.628104] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.648383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ca65f0e-a8fb-4ae9-b386-1205b0bc83ca tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.241s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.772425] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.776124] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.799604] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024129} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.800196] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 531.800196] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Moving file from [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880/f9a52f0b-bf25-404f-8242-b079f119d77d to [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d. {{(pid=62136) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 531.800313] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-83fd5588-22d6-4fd1-8acb-aff01653a186 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.809228] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 531.809228] env[62136]: value = "task-2285721" [ 531.809228] env[62136]: _type = "Task" [ 531.809228] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.824619] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285721, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.032387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.032880] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 532.038298] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.782s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.043674] env[62136]: INFO nova.compute.claims [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.122717] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.371922} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.123058] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 532.124188] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b8d27b-db3f-41cc-9811-af956b5e85b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.157296] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] f4b98389-d22d-4c33-850c-84d366fdff60/f4b98389-d22d-4c33-850c-84d366fdff60.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 532.158865] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 532.161257] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279688c9-2085-4c0c-a21a-295f637b15ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.180253] env[62136]: INFO nova.compute.manager [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Took 21.43 seconds to build instance. [ 532.186450] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 532.186450] env[62136]: value = "task-2285722" [ 532.186450] env[62136]: _type = "Task" [ 532.186450] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.194023] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Successfully updated port: 843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 532.200451] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.263882] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.268167] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.323478] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285721, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034229} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.323849] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] File moved {{(pid=62136) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 532.324244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Cleaning up location [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 532.324522] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleting the datastore file [datastore1] vmware_temp/e2c70790-8026-4cc2-a856-2f57a7a07880 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 532.324795] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0aa6e83-6329-485f-873e-e53d8cc71e7f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.333406] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 532.333406] env[62136]: value = "task-2285723" [ 532.333406] env[62136]: _type = "Task" [ 532.333406] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.344662] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.547936] env[62136]: DEBUG nova.compute.utils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 532.553255] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 532.553653] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 532.674503] env[62136]: DEBUG nova.policy [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b966b7d50e426b8135825a997ffea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa2138e91e264d32b2cbe33aca667062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 532.684396] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eeee045b-db40-4577-8144-b1a0abde68bd tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.950s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.697201] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.697201] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquired lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.697905] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 532.708679] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.714786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.732675] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.733380] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.733380] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 532.733380] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Rebuilding the list of instances to heal {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 532.774467] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.774467] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.845601] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107619} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.845949] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 532.846649] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0130c2-daaa-4b50-9fda-56986221bdd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.853287] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 532.853287] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c33a7-d5e8-1b02-d73e-7e27377b2316" [ 532.853287] env[62136]: _type = "Task" [ 532.853287] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.862319] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c33a7-d5e8-1b02-d73e-7e27377b2316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.017771] env[62136]: DEBUG nova.compute.manager [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Received event network-vif-plugged-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 533.017999] env[62136]: DEBUG oslo_concurrency.lockutils [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] Acquiring lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.018380] env[62136]: DEBUG oslo_concurrency.lockutils [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.018380] env[62136]: DEBUG oslo_concurrency.lockutils [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.018543] env[62136]: DEBUG nova.compute.manager [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] No waiting events found dispatching network-vif-plugged-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 533.018900] env[62136]: WARNING nova.compute.manager [req-95aa3fa7-bd38-418d-95a9-ca53252a19ab req-0323c7c7-f058-46d7-bfec-8a801569a217 service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Received unexpected event network-vif-plugged-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 for instance with vm_state building and task_state spawning. [ 533.059828] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 533.188145] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.202808] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285722, 'name': ReconfigVM_Task, 'duration_secs': 0.756031} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.203179] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Reconfigured VM instance instance-00000005 to attach disk [datastore2] f4b98389-d22d-4c33-850c-84d366fdff60/f4b98389-d22d-4c33-850c-84d366fdff60.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 533.206756] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f183a26-e5a1-47f9-a60d-85d77ed97518 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.214603] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 533.214603] env[62136]: value = "task-2285724" [ 533.214603] env[62136]: _type = "Task" [ 533.214603] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.225238] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285724, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.238500] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: de928602-9c69-45f7-956a-af2d73893f77] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.238500] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.238500] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.238705] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.239953] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.239953] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.239953] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.239953] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.259357] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 533.265925] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Successfully created port: b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.276180] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285718, 'name': PowerOnVM_Task, 'duration_secs': 1.699173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.279621] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 533.280876] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Took 13.88 seconds to spawn the instance on the hypervisor. [ 533.280876] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.280876] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285717, 'name': PowerOnVM_Task, 'duration_secs': 1.722747} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.283913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5881497-a527-4120-bebe-4a1f8e6a5466 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.287172] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 533.287333] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Took 11.58 seconds to spawn the instance on the hypervisor. [ 533.287595] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.291152] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53029d8-d2ee-4df4-b892-6d3608fd41e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.365081] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c33a7-d5e8-1b02-d73e-7e27377b2316, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.367839] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.368393] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e77d47f9-e316-45ef-83fe-81fca36f2825/e77d47f9-e316-45ef-83fe-81fca36f2825.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 533.368855] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1622640e-cbac-4512-90a8-1b7ee43c7438 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.371938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.376200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.376417] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 533.376611] env[62136]: DEBUG nova.objects.instance [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lazy-loading 'info_cache' on Instance uuid 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 533.384304] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 533.384304] env[62136]: value = "task-2285725" [ 533.384304] env[62136]: _type = "Task" [ 533.384304] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.399867] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.454029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9430e4-b440-4bff-b357-89a384e8dddb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.461633] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5986a-e758-448a-a05f-a7023aef9ab9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.499180] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d8159-5e36-4667-bcdb-348243c95792 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.507206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c559e4-762e-4df5-8a6a-c88330624227 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.523118] env[62136]: DEBUG nova.compute.provider_tree [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 533.579447] env[62136]: DEBUG nova.network.neutron [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Updating instance_info_cache with network_info: [{"id": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "address": "fa:16:3e:33:17:e7", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843f7a52-be", "ovs_interfaceid": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.723097] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.730840] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285724, 'name': Rename_Task, 'duration_secs': 0.201258} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.730840] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 533.730840] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf4ec68-3b5b-4631-82d1-224951bc58f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.738899] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 533.738899] env[62136]: value = "task-2285726" [ 533.738899] env[62136]: _type = "Task" [ 533.738899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.752667] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.825018] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Took 22.67 seconds to build instance. [ 533.836074] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Took 22.74 seconds to build instance. [ 533.898902] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.027247] env[62136]: DEBUG nova.scheduler.client.report [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.073976] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 534.082330] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Releasing lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.082622] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Instance network_info: |[{"id": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "address": "fa:16:3e:33:17:e7", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843f7a52-be", "ovs_interfaceid": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 534.083660] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:17:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843f7a52-bebd-423c-a0d7-2bdd3a6f37e3', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 534.092373] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Creating folder: Project (7c52d7437ba041bc868d1b048fef8cca). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.092726] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfe1aa17-7656-4157-ab1a-0bcd6cc729c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.104333] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Created folder: Project (7c52d7437ba041bc868d1b048fef8cca) in parent group-v465229. [ 534.104634] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Creating folder: Instances. Parent ref: group-v465244. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.104928] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8219c9e2-fcce-4dfc-ae05-f9cb8fde6ee9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.110240] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 534.110540] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 534.110609] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 534.110966] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 534.111018] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 534.111176] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 534.111407] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 534.111623] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 534.111745] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 534.111917] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 534.112160] env[62136]: DEBUG nova.virt.hardware [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 534.112974] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d702a2-9672-468e-ace8-93c0a36d6ef3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.118684] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Created folder: Instances in parent group-v465244. [ 534.118684] env[62136]: DEBUG oslo.service.loopingcall [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 534.119344] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 534.119831] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9cc64c-fd1c-4882-ae01-cae6bf895666 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.140726] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880dc9a-df80-4145-9053-9504c617aea9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.146556] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 534.146556] env[62136]: value = "task-2285729" [ 534.146556] env[62136]: _type = "Task" [ 534.146556] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.167957] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285729, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.239058] env[62136]: DEBUG nova.compute.manager [None req-1eafaff8-f65f-4f85-bc69-1702d0c94698 tempest-ServerDiagnosticsTest-684379689 tempest-ServerDiagnosticsTest-684379689-project-admin] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 534.239058] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7493f0d-6369-4686-88b3-f248e214f7bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.251253] env[62136]: INFO nova.compute.manager [None req-1eafaff8-f65f-4f85-bc69-1702d0c94698 tempest-ServerDiagnosticsTest-684379689 tempest-ServerDiagnosticsTest-684379689-project-admin] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Retrieving diagnostics [ 534.259242] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730fa82-09a4-48e3-8eed-6d6f6c91751e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.266432] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.266810] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Successfully updated port: ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.330622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.190s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.339333] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.259s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.402101] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.535104] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.535104] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 534.537696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.823s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.539231] env[62136]: INFO nova.compute.claims [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.656783] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285729, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.759365] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.771128] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.771316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.771453] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.837406] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.842227] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.898604] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.047292] env[62136]: DEBUG nova.compute.utils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.053285] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.053285] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.150882] env[62136]: DEBUG nova.policy [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4139342f1e774939939f404ff8e97d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c7fad7972c4e6cbd076598d3135e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.166221] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285729, 'name': CreateVM_Task, 'duration_secs': 0.935081} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.166395] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 535.167081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.167240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.167559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.170018] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3144a6-b7c7-4ff0-ada0-a506ffa2a48e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.173745] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 535.173745] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527506a4-0edf-601d-b127-6f2c07a56afe" [ 535.173745] env[62136]: _type = "Task" [ 535.173745] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.181914] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527506a4-0edf-601d-b127-6f2c07a56afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.254777] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.345029] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.382600] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.383981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.396506] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285725, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.604923} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.396783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e77d47f9-e316-45ef-83fe-81fca36f2825/e77d47f9-e316-45ef-83fe-81fca36f2825.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 535.397087] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 535.397268] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3036b5d5-21f2-451f-bfae-14555dc47f3a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.406386] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 535.406386] env[62136]: value = "task-2285730" [ 535.406386] env[62136]: _type = "Task" [ 535.406386] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.416527] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.557642] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 535.691666] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527506a4-0edf-601d-b127-6f2c07a56afe, 'name': SearchDatastore_Task, 'duration_secs': 0.039375} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.692261] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.692592] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 535.692864] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.693074] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.693740] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.693740] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e91d03b-1f8c-4da1-adb4-aad2b4edaca9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.704560] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.704769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 535.708948] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a596d26f-98ca-4fe1-b072-157ddea50526 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.717800] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 535.717800] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52955a22-1b86-1c9a-1f7a-da7e9b03d539" [ 535.717800] env[62136]: _type = "Task" [ 535.717800] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.730223] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52955a22-1b86-1c9a-1f7a-da7e9b03d539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.761412] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.765296] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updating instance_info_cache with network_info: [{"id": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "address": "fa:16:3e:58:8b:49", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4772d8fc-6c", "ovs_interfaceid": "4772d8fc-6c31-4a67-a458-19ecca5858a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.875923] env[62136]: DEBUG nova.network.neutron [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.919151] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095487} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.919440] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 535.920421] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d7adc-f82a-47f9-b450-ceb28dd41f80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.948593] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e77d47f9-e316-45ef-83fe-81fca36f2825/e77d47f9-e316-45ef-83fe-81fca36f2825.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 535.952104] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6984a989-22a9-4588-a51a-7a875576802b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.975812] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 535.975812] env[62136]: value = "task-2285731" [ 535.975812] env[62136]: _type = "Task" [ 535.975812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.989302] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.015532] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2d30df-3523-40bd-b889-b6753e832446 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.028608] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8141e383-c5be-44c4-aaf8-daa5c945a1ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.066566] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef18534-3996-41a8-a4ff-705928a5f2f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.077951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ba4e4-9f18-4c80-bbee-3a9daf520aea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.094276] env[62136]: DEBUG nova.compute.provider_tree [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.111448] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Successfully updated port: b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 536.169679] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Successfully created port: c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.237297] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52955a22-1b86-1c9a-1f7a-da7e9b03d539, 'name': SearchDatastore_Task, 'duration_secs': 0.018037} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.239925] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d33a313-e461-4352-b18f-5ce0102dbf0c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.247715] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 536.247715] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f30ca-38a6-d1c4-ea77-cb7053d72f10" [ 536.247715] env[62136]: _type = "Task" [ 536.247715] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.268946] env[62136]: DEBUG oslo_vmware.api [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285726, 'name': PowerOnVM_Task, 'duration_secs': 2.299158} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.272685] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 536.272685] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Took 12.16 seconds to spawn the instance on the hypervisor. [ 536.273104] env[62136]: DEBUG nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 536.273364] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.273561] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 536.273888] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f30ca-38a6-d1c4-ea77-cb7053d72f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.274615] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5cb888-8f36-43c8-8252-b91bf9b38eea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.278272] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.278982] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.282063] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.284265] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.286990] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.287450] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.337162] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.338030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.379367] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.379703] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Instance network_info: |[{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.380146] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:5d:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed51ee15-29da-43f0-aae2-8a1e30d775c1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.390134] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Creating folder: Project (9a8e37a6f77243ed9f88f04d30f5648a). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.390134] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b201647-d7ad-4c91-8c49-9a1b8a535dbe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.401417] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Created folder: Project (9a8e37a6f77243ed9f88f04d30f5648a) in parent group-v465229. [ 536.401620] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Creating folder: Instances. Parent ref: group-v465247. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.401860] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78cbd659-32e0-4cfb-bbeb-a4216b754e30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.412564] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Created folder: Instances in parent group-v465247. [ 536.412638] env[62136]: DEBUG oslo.service.loopingcall [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.412879] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.413072] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8795e752-94d7-4e24-a566-b5e2e28095f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.433135] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.433135] env[62136]: value = "task-2285734" [ 536.433135] env[62136]: _type = "Task" [ 536.433135] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.442232] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285734, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.489251] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285731, 'name': ReconfigVM_Task, 'duration_secs': 0.307594} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.489251] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e77d47f9-e316-45ef-83fe-81fca36f2825/e77d47f9-e316-45ef-83fe-81fca36f2825.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 536.490607] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee20139-7c6e-49c2-bd4b-b936aa64bc85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.498150] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 536.498150] env[62136]: value = "task-2285735" [ 536.498150] env[62136]: _type = "Task" [ 536.498150] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.514500] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285735, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.575924] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 536.598800] env[62136]: DEBUG nova.scheduler.client.report [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.605383] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 536.605643] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 536.605764] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 536.606363] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 536.607195] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 536.607387] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 536.607599] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 536.607758] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 536.607921] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 536.608746] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 536.608746] env[62136]: DEBUG nova.virt.hardware [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 536.609999] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640d0cf-236e-44f7-8e83-ca8d22747985 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.618735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.618735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquired lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.618735] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 536.628113] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbfe92f-a7e1-427d-a446-cd7ddaba17fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.739643] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Received event network-changed-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.739910] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Refreshing instance network info cache due to event network-changed-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 536.741055] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Acquiring lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.742483] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Acquired lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.742849] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Refreshing network info cache for port 843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 536.773238] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f30ca-38a6-d1c4-ea77-cb7053d72f10, 'name': SearchDatastore_Task, 'duration_secs': 0.025984} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.773238] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.773238] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f/6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.773900] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19adae03-d743-4ab4-a91e-109c5887462c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.782964] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 536.782964] env[62136]: value = "task-2285736" [ 536.782964] env[62136]: _type = "Task" [ 536.782964] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.796305] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Getting list of instances from cluster (obj){ [ 536.796305] env[62136]: value = "domain-c8" [ 536.796305] env[62136]: _type = "ClusterComputeResource" [ 536.796305] env[62136]: } {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.797015] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.799579] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15046063-4180-4ff5-8418-3403cf435441 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.804593] env[62136]: INFO nova.compute.manager [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Took 25.61 seconds to build instance. [ 536.812232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.812232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.822109] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Got total of 7 instances {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 536.822289] env[62136]: WARNING nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] While synchronizing instance power states, found 11 instances in the database and 7 instances on the hypervisor. [ 536.822406] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.822610] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.822805] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid de928602-9c69-45f7-956a-af2d73893f77 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.822919] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 23416bb7-4e8e-429b-bdff-d73b0dd6dd90 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823073] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid f4b98389-d22d-4c33-850c-84d366fdff60 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823245] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid e77d47f9-e316-45ef-83fe-81fca36f2825 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823390] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823528] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823674] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.823831] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.824034] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 08ca16d3-b8b5-4170-81b6-7fb0f7b063db {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 536.824862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.824862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.824862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.825087] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.825637] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "de928602-9c69-45f7-956a-af2d73893f77" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.825818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "de928602-9c69-45f7-956a-af2d73893f77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.826070] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.826276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.826507] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "f4b98389-d22d-4c33-850c-84d366fdff60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.826729] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "e77d47f9-e316-45ef-83fe-81fca36f2825" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.826951] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827155] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827375] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827574] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827772] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827936] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.828187] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 536.829205] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef90552-0d75-4885-b503-e23856f5b3d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.832782] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31369281-8a8a-4068-b4f9-b2ce638d47ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.838223] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc87f7-b9a5-441a-903e-c7ee5e39aa6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.841435] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87409d9-6293-4b92-9e6b-ec3247c6d375 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.844526] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.944649] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285734, 'name': CreateVM_Task, 'duration_secs': 0.508056} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.944649] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.945192] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.945385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.945708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.945960] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdb202c-599b-4179-bcfb-df4d783977aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.950600] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 536.950600] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5280f0bc-e074-853c-3645-c84d6eec3d0d" [ 536.950600] env[62136]: _type = "Task" [ 536.950600] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.959152] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5280f0bc-e074-853c-3645-c84d6eec3d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.007896] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285735, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.051377] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.120270] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.120270] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.121383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.399s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.123201] env[62136]: INFO nova.compute.claims [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.194196] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.302107] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285736, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.312545] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69a41a03-6d41-439f-a8c1-ced565f62a6b tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.132s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.314717] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.488s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.314933] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] During sync_power_state the instance has a pending task (spawning). Skip. [ 537.315168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.353147] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.361319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "de928602-9c69-45f7-956a-af2d73893f77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.361756] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.362165] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] During sync_power_state the instance has a pending task (deleting). Skip. [ 537.362480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.362726] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.312s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.362936] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.363287] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.363377] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.367159] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.368385] env[62136]: INFO nova.compute.manager [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Terminating instance [ 537.466591] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5280f0bc-e074-853c-3645-c84d6eec3d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015193} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.467100] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.467366] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 537.467583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.467737] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.468043] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.468526] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb8b4d1-95f0-42d3-bff9-248b3996f15d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.481245] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.481299] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 537.484398] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3db17d-b72f-492e-990e-73fe8089ba78 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.492629] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 537.492629] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52731edd-50b8-f46c-c156-f3fa4682e30b" [ 537.492629] env[62136]: _type = "Task" [ 537.492629] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.505695] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52731edd-50b8-f46c-c156-f3fa4682e30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.516677] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285735, 'name': Rename_Task, 'duration_secs': 0.987369} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.516959] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 537.517245] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-591c8d2a-fa32-4ce8-ac64-73d1ac907188 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.528035] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 537.528035] env[62136]: value = "task-2285737" [ 537.528035] env[62136]: _type = "Task" [ 537.528035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.540693] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.632389] env[62136]: DEBUG nova.compute.utils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.637262] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.637262] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.639763] env[62136]: DEBUG nova.network.neutron [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Updating instance_info_cache with network_info: [{"id": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "address": "fa:16:3e:41:e8:0c", "network": {"id": "b3cbb464-650f-4065-bf55-91a68f11ab34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1328399534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2138e91e264d32b2cbe33aca667062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8640a34-ab", "ovs_interfaceid": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.787625] env[62136]: DEBUG nova.policy [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c33242f931664f56ba8d4c93ebfd3123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '543fb15c66e54c1992e658334bffb1b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.801822] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705074} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.804041] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f/6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.804318] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 537.804575] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7c1b5d-1c05-4fba-9e27-b81b4a45fd27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.811416] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 537.811416] env[62136]: value = "task-2285738" [ 537.811416] env[62136]: _type = "Task" [ 537.811416] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.815767] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.822997] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.875221] env[62136]: DEBUG nova.compute.manager [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 537.875465] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 537.876401] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ffd4c-1fc1-4017-a17c-2157e3a8258c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.887832] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 537.888930] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0383fd4c-0725-4cba-8764-a97d8a3f81f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.899691] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 537.899691] env[62136]: value = "task-2285739" [ 537.899691] env[62136]: _type = "Task" [ 537.899691] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.908894] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.991292] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Updated VIF entry in instance network info cache for port 843f7a52-bebd-423c-a0d7-2bdd3a6f37e3. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 537.991716] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Updating instance_info_cache with network_info: [{"id": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "address": "fa:16:3e:33:17:e7", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843f7a52-be", "ovs_interfaceid": "843f7a52-bebd-423c-a0d7-2bdd3a6f37e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.013577] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52731edd-50b8-f46c-c156-f3fa4682e30b, 'name': SearchDatastore_Task, 'duration_secs': 0.021245} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.015661] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9a6de6-4721-4afb-ae53-8720422b481f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.023318] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 538.023318] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7daec-7270-5308-363a-f38323d96da6" [ 538.023318] env[62136]: _type = "Task" [ 538.023318] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.039249] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7daec-7270-5308-363a-f38323d96da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.044966] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285737, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.141710] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.154748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Releasing lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.155098] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Instance network_info: |[{"id": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "address": "fa:16:3e:41:e8:0c", "network": {"id": "b3cbb464-650f-4065-bf55-91a68f11ab34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1328399534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2138e91e264d32b2cbe33aca667062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8640a34-ab", "ovs_interfaceid": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 538.155902] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:e8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8640a34-abb5-4aa8-a247-1c04e2829a43', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 538.163829] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Creating folder: Project (fa2138e91e264d32b2cbe33aca667062). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.163829] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54f2143-b163-4df3-8e12-a319990e0fbb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.175766] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Created folder: Project (fa2138e91e264d32b2cbe33aca667062) in parent group-v465229. [ 538.175932] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Creating folder: Instances. Parent ref: group-v465250. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.176279] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c604d09-8b8d-4077-b7df-70ccf2ab32a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.188684] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Created folder: Instances in parent group-v465250. [ 538.188684] env[62136]: DEBUG oslo.service.loopingcall [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.188986] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 538.188986] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ccedf4-fc7f-4b2a-8521-56c1e8a38fb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.214718] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 538.214718] env[62136]: value = "task-2285742" [ 538.214718] env[62136]: _type = "Task" [ 538.214718] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.225659] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285742, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.336804] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090198} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.342719] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 538.343829] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe3802-15fa-46e9-96fe-4df42de7d578 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.373226] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f/6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 538.374426] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.379016] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfe22c4-9d04-4203-b044-5a8158831395 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.400855] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 538.400855] env[62136]: value = "task-2285743" [ 538.400855] env[62136]: _type = "Task" [ 538.400855] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.417843] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.424914] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285739, 'name': PowerOffVM_Task, 'duration_secs': 0.395349} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.425907] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 538.425907] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 538.426268] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de452077-8da3-424e-9c54-a888938d7996 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.497505] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 538.497772] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 538.498102] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Deleting the datastore file [datastore2] 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 538.498289] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-243ffb9b-c222-4f93-95f0-1cdb7b66a539 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.501927] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Releasing lock "refresh_cache-6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.501927] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Received event network-vif-plugged-ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.506135] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.506135] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.506135] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.506135] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] No waiting events found dispatching network-vif-plugged-ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.506135] env[62136]: WARNING nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Received unexpected event network-vif-plugged-ed51ee15-29da-43f0-aae2-8a1e30d775c1 for instance with vm_state building and task_state spawning. [ 538.506750] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Received event network-changed-ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.506750] env[62136]: DEBUG nova.compute.manager [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Refreshing instance network info cache due to event network-changed-ed51ee15-29da-43f0-aae2-8a1e30d775c1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 538.506750] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.506750] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.506750] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Refreshing network info cache for port ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 538.518215] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for the task: (returnval){ [ 538.518215] env[62136]: value = "task-2285748" [ 538.518215] env[62136]: _type = "Task" [ 538.518215] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.525017] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.540649] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7daec-7270-5308-363a-f38323d96da6, 'name': SearchDatastore_Task, 'duration_secs': 0.030705} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.541546] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.541865] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 538.542213] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fec5c15f-814d-4462-b398-93fc1298383b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.548866] env[62136]: DEBUG oslo_vmware.api [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285737, 'name': PowerOnVM_Task, 'duration_secs': 0.700426} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.549356] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 538.549561] env[62136]: INFO nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Took 12.05 seconds to spawn the instance on the hypervisor. [ 538.549741] env[62136]: DEBUG nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 538.551596] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002169a-f22b-4fd7-a711-b316b7cfbaea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.558540] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 538.558540] env[62136]: value = "task-2285750" [ 538.558540] env[62136]: _type = "Task" [ 538.558540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.575713] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.715217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.715217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.727033] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a458dff3-9da8-4826-8f68-eb088021bea8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.734464] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285742, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.740374] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc2a80-8a86-480c-8690-b5ad0eeb3ddf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.793008] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401027e5-1f0a-44e4-8c1c-fa3c1dbcd262 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.796075] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Successfully created port: abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.799135] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "033d53df-8a92-4b3a-b41a-28005de17571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.799492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.811744] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb6acd-3069-4a90-9847-f7f2ad31c22a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.829976] env[62136]: DEBUG nova.compute.provider_tree [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.918922] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285743, 'name': ReconfigVM_Task, 'duration_secs': 0.390123} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.919858] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f/6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 538.920617] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c949ea39-fbb6-4bc0-b4de-8dc77e9813c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.928084] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 538.928084] env[62136]: value = "task-2285751" [ 538.928084] env[62136]: _type = "Task" [ 538.928084] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.938378] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285751, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.026623] env[62136]: DEBUG oslo_vmware.api [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Task: {'id': task-2285748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201792} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.027627] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.028910] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 539.028910] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 539.028910] env[62136]: INFO nova.compute.manager [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Took 1.15 seconds to destroy the instance on the hypervisor. [ 539.028910] env[62136]: DEBUG oslo.service.loopingcall [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.028910] env[62136]: DEBUG nova.compute.manager [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 539.028910] env[62136]: DEBUG nova.network.neutron [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 539.073459] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285750, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.083942] env[62136]: INFO nova.compute.manager [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Took 27.48 seconds to build instance. [ 539.165452] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.199065] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.199359] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.199653] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.200409] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.200409] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.200409] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.200577] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.200671] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.200835] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.201042] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.201182] env[62136]: DEBUG nova.virt.hardware [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.202505] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964f24a-334b-4d95-a7e1-e98a9e702030 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.206819] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Successfully updated port: c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.216299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020dc3ca-9ab6-48a1-9cdb-9001f6e6fbc0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.239226] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285742, 'name': CreateVM_Task, 'duration_secs': 0.538971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.239226] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.239226] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.239349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.240064] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.240064] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a8e10b-bfd5-4f65-9437-331d978ecb8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.246656] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 539.246656] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5021b-4df6-1fd6-9d4a-e3b4b58f0230" [ 539.246656] env[62136]: _type = "Task" [ 539.246656] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.254387] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5021b-4df6-1fd6-9d4a-e3b4b58f0230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.375396] env[62136]: ERROR nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [req-aa42cd63-d407-4d90-ace3-b272c6fa769f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa42cd63-d407-4d90-ace3-b272c6fa769f"}]} [ 539.413684] env[62136]: DEBUG nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 539.439073] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285751, 'name': Rename_Task, 'duration_secs': 0.401361} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.440478] env[62136]: DEBUG nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 539.440690] env[62136]: DEBUG nova.compute.provider_tree [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.442699] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 539.443179] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e0efd8-887e-4e82-8025-46b346956e8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.452622] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 539.452622] env[62136]: value = "task-2285752" [ 539.452622] env[62136]: _type = "Task" [ 539.452622] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.457266] env[62136]: DEBUG nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 539.467384] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.484454] env[62136]: DEBUG nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 539.570778] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631314} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.576878] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 539.576878] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 539.576878] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3617bed1-3135-4485-a104-a02c37c5df2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.584468] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 539.584468] env[62136]: value = "task-2285753" [ 539.584468] env[62136]: _type = "Task" [ 539.584468] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.588387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9264b022-96b8-4b47-9c41-040a5ec679b3 tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.993s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.589677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.763s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.589869] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] During sync_power_state the instance has a pending task (spawning). Skip. [ 539.590088] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.602377] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.710339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.710398] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.710875] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 539.766759] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5021b-4df6-1fd6-9d4a-e3b4b58f0230, 'name': SearchDatastore_Task, 'duration_secs': 0.027267} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.767071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.767674] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.767674] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.767674] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.767783] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.768325] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-044841af-6a7a-432c-8dbd-ef826c54e7ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.781569] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.781772] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.782616] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1619e4-177c-42dd-a1b4-50f90c5f6340 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.795405] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 539.795405] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d20d33-92eb-56eb-532d-ed82bada8f3e" [ 539.795405] env[62136]: _type = "Task" [ 539.795405] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.804488] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d20d33-92eb-56eb-532d-ed82bada8f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.837533] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updated VIF entry in instance network info cache for port ed51ee15-29da-43f0-aae2-8a1e30d775c1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 539.837792] env[62136]: DEBUG nova.network.neutron [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.942991] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2309e83-dab3-4462-90ae-57d212d796a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.959131] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743228ba-4460-45af-9e9c-2ce8773e207a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.967091] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.999417] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed657fe-0ef3-49f3-89f2-4a240444c42b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.007903] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256422cc-77e0-4e17-9555-e7d472908d94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.022978] env[62136]: DEBUG nova.compute.provider_tree [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.096581] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.099810] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200336} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.100214] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 540.101957] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c084e0-480b-4231-96c6-76c558c1a155 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.125899] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.126337] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899e4586-7727-483e-8018-36610c4a758e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.150542] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 540.150542] env[62136]: value = "task-2285754" [ 540.150542] env[62136]: _type = "Task" [ 540.150542] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.160357] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.309456] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d20d33-92eb-56eb-532d-ed82bada8f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.016744} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.311035] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c491e6c3-74e5-4eb7-85ec-c4e1a2a54cb0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.315785] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.320062] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 540.320062] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526e6f35-854d-26ea-884c-be34ab82d89e" [ 540.320062] env[62136]: _type = "Task" [ 540.320062] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.330139] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526e6f35-854d-26ea-884c-be34ab82d89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.344018] env[62136]: DEBUG oslo_concurrency.lockutils [req-3fc15314-0a49-43a4-9c5e-30e0e0f7711f req-93cfb59c-1d97-4e0a-bf0b-8909c59f4b3f service nova] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.344018] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Received event network-vif-plugged-b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.344018] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Acquiring lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.344682] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.345019] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.345341] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] No waiting events found dispatching network-vif-plugged-b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 540.345634] env[62136]: WARNING nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Received unexpected event network-vif-plugged-b8640a34-abb5-4aa8-a247-1c04e2829a43 for instance with vm_state building and task_state spawning. [ 540.345915] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Received event network-changed-b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.346261] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Refreshing instance network info cache due to event network-changed-b8640a34-abb5-4aa8-a247-1c04e2829a43. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.346787] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Acquiring lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.347039] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Acquired lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.347302] env[62136]: DEBUG nova.network.neutron [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Refreshing network info cache for port b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.466096] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.530324] env[62136]: DEBUG nova.network.neutron [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.573488] env[62136]: DEBUG nova.scheduler.client.report [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 540.573488] env[62136]: DEBUG nova.compute.provider_tree [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 27 to 28 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.573488] env[62136]: DEBUG nova.compute.provider_tree [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.627166] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.663818] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.836602] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526e6f35-854d-26ea-884c-be34ab82d89e, 'name': SearchDatastore_Task, 'duration_secs': 0.039975} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.837127] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.837343] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3/174a0e1d-6bb8-4eec-b7dd-fba7c894eda3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 540.838112] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0ba97d7-0c71-405d-9221-af2a4058f8a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.848055] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 540.848055] env[62136]: value = "task-2285755" [ 540.848055] env[62136]: _type = "Task" [ 540.848055] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.870312] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.917416] env[62136]: DEBUG nova.network.neutron [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Updating instance_info_cache with network_info: [{"id": "c5e5b91d-6e32-4095-bd64-551b1c062761", "address": "fa:16:3e:d8:38:2e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e5b91d-6e", "ovs_interfaceid": "c5e5b91d-6e32-4095-bd64-551b1c062761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.967067] env[62136]: DEBUG oslo_vmware.api [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285752, 'name': PowerOnVM_Task, 'duration_secs': 1.116153} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.967443] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 540.969011] env[62136]: INFO nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Took 12.05 seconds to spawn the instance on the hypervisor. [ 540.969011] env[62136]: DEBUG nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 540.969011] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43018a54-ea4f-46cb-a9ba-28b9eef69bb2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.033866] env[62136]: INFO nova.compute.manager [-] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Took 2.00 seconds to deallocate network for instance. [ 541.082421] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.961s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.083283] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.086716] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.704s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.088524] env[62136]: INFO nova.compute.claims [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.169883] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285754, 'name': ReconfigVM_Task, 'duration_secs': 0.697331} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.169883] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 541.171727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aa6454c-1907-47fa-82ea-182ad8fc2ebd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.182579] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 541.182579] env[62136]: value = "task-2285756" [ 541.182579] env[62136]: _type = "Task" [ 541.182579] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.198471] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285756, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.361170] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.422564] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.422995] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Instance network_info: |[{"id": "c5e5b91d-6e32-4095-bd64-551b1c062761", "address": "fa:16:3e:d8:38:2e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e5b91d-6e", "ovs_interfaceid": "c5e5b91d-6e32-4095-bd64-551b1c062761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 541.423712] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:38:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e5b91d-6e32-4095-bd64-551b1c062761', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 541.437721] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Creating folder: Project (00c7fad7972c4e6cbd076598d3135e3a). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.440742] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc72229-982b-44a6-a3a5-e94a55159752 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.456683] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Created folder: Project (00c7fad7972c4e6cbd076598d3135e3a) in parent group-v465229. [ 541.456887] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Creating folder: Instances. Parent ref: group-v465256. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.457169] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c4e210-8d73-47b9-b5fd-37b1eb1c83b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.471871] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Created folder: Instances in parent group-v465256. [ 541.472803] env[62136]: DEBUG oslo.service.loopingcall [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 541.472803] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 541.472803] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53c0ebd-a0e7-4744-be67-3cafd9cebb64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.504277] env[62136]: INFO nova.compute.manager [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Took 29.20 seconds to build instance. [ 541.504540] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 541.504540] env[62136]: value = "task-2285759" [ 541.504540] env[62136]: _type = "Task" [ 541.504540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.514974] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285759, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.544592] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.598558] env[62136]: DEBUG nova.compute.utils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 541.602806] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.602806] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.703918] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285756, 'name': Rename_Task, 'duration_secs': 0.278809} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.705481] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 541.705481] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8534c1-9aeb-48d5-b71e-57d9d76135bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.714254] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 541.714254] env[62136]: value = "task-2285761" [ 541.714254] env[62136]: _type = "Task" [ 541.714254] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.724168] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.861286] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610242} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.861286] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3/174a0e1d-6bb8-4eec-b7dd-fba7c894eda3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 541.861286] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 541.861286] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84010c40-68be-4e2b-b1b4-7f9ff3e0570d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.872032] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 541.872032] env[62136]: value = "task-2285762" [ 541.872032] env[62136]: _type = "Task" [ 541.872032] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.884062] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.925064] env[62136]: DEBUG nova.policy [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceed14621c1b479094234d3afeddc638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2040163607d54cccbb4d96cd32bad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.023443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2563aa7d-0e82-40e3-99d6-987d8ad84ae8 tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.734s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.023443] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285759, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.024199] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.197s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.024580] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] During sync_power_state the instance has a pending task (spawning). Skip. [ 542.024752] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.036514] env[62136]: DEBUG nova.network.neutron [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Updated VIF entry in instance network info cache for port b8640a34-abb5-4aa8-a247-1c04e2829a43. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.036514] env[62136]: DEBUG nova.network.neutron [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Updating instance_info_cache with network_info: [{"id": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "address": "fa:16:3e:41:e8:0c", "network": {"id": "b3cbb464-650f-4065-bf55-91a68f11ab34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1328399534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2138e91e264d32b2cbe33aca667062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8640a34-ab", "ovs_interfaceid": "b8640a34-abb5-4aa8-a247-1c04e2829a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.106201] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.234027] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.237102] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "744161c8-9035-4da3-99c2-c7929bbc2669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.237614] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.284360] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Successfully updated port: abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.395365] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179194} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.395365] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 542.400434] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19a20c-c813-4f8d-8c68-a2303ee15eec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.429174] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3/174a0e1d-6bb8-4eec-b7dd-fba7c894eda3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 542.434176] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac02301-0d19-4be8-a33f-8e6dcbd3d6c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.459577] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 542.459577] env[62136]: value = "task-2285763" [ 542.459577] env[62136]: _type = "Task" [ 542.459577] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.476251] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.525108] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285759, 'name': CreateVM_Task, 'duration_secs': 0.556581} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.525573] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.531299] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.535108] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.535108] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.535323] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.536196] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2360a84-654f-4ed4-a8a8-2228b620680b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.538515] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Releasing lock "refresh_cache-174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.538758] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Received event network-vif-plugged-c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.542029] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Acquiring lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.542029] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.542029] env[62136]: DEBUG oslo_concurrency.lockutils [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.542029] env[62136]: DEBUG nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] No waiting events found dispatching network-vif-plugged-c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.542029] env[62136]: WARNING nova.compute.manager [req-5b6a060d-d9a3-4341-9a96-db8d7afdc487 req-a80784b0-f2c3-4d84-8d7c-5f630d1d0ce5 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Received unexpected event network-vif-plugged-c5e5b91d-6e32-4095-bd64-551b1c062761 for instance with vm_state building and task_state spawning. [ 542.545759] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 542.545759] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52062b97-ac0c-535e-8550-170808e02bc9" [ 542.545759] env[62136]: _type = "Task" [ 542.545759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.557268] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52062b97-ac0c-535e-8550-170808e02bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.629019] env[62136]: DEBUG nova.compute.manager [None req-c1c03baf-7dfe-43c1-a938-a18df41dc59c tempest-ServerDiagnosticsV248Test-1835333432 tempest-ServerDiagnosticsV248Test-1835333432-project-admin] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 542.629019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582518d6-9719-427c-adad-196cc472db12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.639059] env[62136]: INFO nova.compute.manager [None req-c1c03baf-7dfe-43c1-a938-a18df41dc59c tempest-ServerDiagnosticsV248Test-1835333432 tempest-ServerDiagnosticsV248Test-1835333432-project-admin] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Retrieving diagnostics [ 542.639291] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb8458-5147-423a-aecd-43aa8390eb51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.728719] env[62136]: DEBUG oslo_vmware.api [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285761, 'name': PowerOnVM_Task, 'duration_secs': 0.897597} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.735530] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 542.735789] env[62136]: INFO nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Took 11.24 seconds to spawn the instance on the hypervisor. [ 542.736024] env[62136]: DEBUG nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 542.737214] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d2e0e-ca20-4965-9842-e90ae9058f67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.792065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.792226] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.792375] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.812431] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93daf80b-2fc8-4b2d-a197-52aef61efecf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.827218] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07cd411-4682-4dce-aa7b-6c49dac33900 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.867967] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "de928602-9c69-45f7-956a-af2d73893f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.868237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.868443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "de928602-9c69-45f7-956a-af2d73893f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.868621] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.868784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.871730] env[62136]: INFO nova.compute.manager [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Terminating instance [ 542.873664] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7c362-b44d-4741-a1d6-1d3bf3f591d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.884291] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20f83b-7983-4b2a-8be2-d4b889ab278a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.901105] env[62136]: DEBUG nova.compute.provider_tree [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.980195] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.063028] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52062b97-ac0c-535e-8550-170808e02bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.051921} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.063028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.063028] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.063028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.063279] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.063279] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 543.063279] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e09db8a-342e-4fd4-83ee-51fd481f6a8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.074024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 543.074284] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 543.075086] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52638ba-346b-4a4b-ad6d-2f528fa2abc8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.080200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.085191] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 543.085191] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34a89-2016-c1fd-e883-fc2a1e85cb15" [ 543.085191] env[62136]: _type = "Task" [ 543.085191] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.095825] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34a89-2016-c1fd-e883-fc2a1e85cb15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.109930] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Successfully created port: aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.129389] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.167393] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.167642] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.167795] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.168108] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.168197] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.170721] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.170721] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.170721] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.170721] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.170721] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.171078] env[62136]: DEBUG nova.virt.hardware [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.171078] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325dc577-9204-4418-94cf-f2ee03e3f319 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.193216] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93faf66-d14a-45f5-a814-32b24e1d746f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.270480] env[62136]: INFO nova.compute.manager [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Took 28.59 seconds to build instance. [ 543.384403] env[62136]: DEBUG nova.compute.manager [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 543.384699] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 543.385668] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02a332-eff6-4a9c-b236-06979788aef4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.398767] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 543.401215] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.403563] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e9f2d09-ae53-4aab-90fe-e8df9e28bed1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.406102] env[62136]: DEBUG nova.scheduler.client.report [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.416367] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 543.416367] env[62136]: value = "task-2285764" [ 543.416367] env[62136]: _type = "Task" [ 543.416367] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.435094] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.476808] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285763, 'name': ReconfigVM_Task, 'duration_secs': 0.662417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.477081] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3/174a0e1d-6bb8-4eec-b7dd-fba7c894eda3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 543.477728] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7012fa38-f8fe-4a08-812e-9ba48c479333 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.485840] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 543.485840] env[62136]: value = "task-2285765" [ 543.485840] env[62136]: _type = "Task" [ 543.485840] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.494880] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285765, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.599215] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34a89-2016-c1fd-e883-fc2a1e85cb15, 'name': SearchDatastore_Task, 'duration_secs': 0.023044} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.601216] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f392ab-1f20-40c5-a4d7-d5499ea7cb7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.609898] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 543.609898] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52149324-80c3-1d98-efc7-d9654196d3c2" [ 543.609898] env[62136]: _type = "Task" [ 543.609898] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.621919] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52149324-80c3-1d98-efc7-d9654196d3c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.774728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28bdf74c-983e-4de9-aa64-18c971ab3e3f tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.105s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.776486] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.949s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.776777] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] During sync_power_state the instance has a pending task (spawning). Skip. [ 543.777541] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.874713] env[62136]: DEBUG nova.network.neutron [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [{"id": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "address": "fa:16:3e:18:e0:01", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd6723c-a9", "ovs_interfaceid": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.911636] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.912198] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.917184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.533s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.921423] env[62136]: INFO nova.compute.claims [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.945041] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285764, 'name': PowerOffVM_Task, 'duration_secs': 0.323113} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.946407] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 543.946658] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 543.946962] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46641a2c-7bc0-462a-8096-a9758f848cc5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.001308] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285765, 'name': Rename_Task, 'duration_secs': 0.238662} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.001633] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 544.001904] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c75a5301-c946-425b-814b-461112a876c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.010718] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 544.010718] env[62136]: value = "task-2285768" [ 544.010718] env[62136]: _type = "Task" [ 544.010718] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.029465] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.031732] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 544.031958] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 544.032193] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleting the datastore file [datastore2] de928602-9c69-45f7-956a-af2d73893f77 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 544.032488] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34b68cc-7433-41c3-9627-61b431a124b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.042371] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 544.042371] env[62136]: value = "task-2285769" [ 544.042371] env[62136]: _type = "Task" [ 544.042371] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.048574] env[62136]: DEBUG nova.compute.manager [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received event network-vif-plugged-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.050657] env[62136]: DEBUG oslo_concurrency.lockutils [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] Acquiring lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.050657] env[62136]: DEBUG oslo_concurrency.lockutils [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.050657] env[62136]: DEBUG oslo_concurrency.lockutils [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.050657] env[62136]: DEBUG nova.compute.manager [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] No waiting events found dispatching network-vif-plugged-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 544.050657] env[62136]: WARNING nova.compute.manager [req-630dca0d-d5ed-44c9-b568-1a10ea3d1655 req-d59a3479-ef86-4fd0-bdb8-20bc3fb5dc7e service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received unexpected event network-vif-plugged-abd6723c-a9d0-4bf7-b91b-b2051765e30a for instance with vm_state building and task_state spawning. [ 544.061382] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.126545] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52149324-80c3-1d98-efc7-d9654196d3c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015362} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.126821] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.127098] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97/fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.127376] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a22287-9547-4e4c-be8e-09f2c85d73dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.138610] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 544.138610] env[62136]: value = "task-2285770" [ 544.138610] env[62136]: _type = "Task" [ 544.138610] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.154457] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.279470] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.378614] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.378867] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Instance network_info: |[{"id": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "address": "fa:16:3e:18:e0:01", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd6723c-a9", "ovs_interfaceid": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 544.379362] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e0:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd6723c-a9d0-4bf7-b91b-b2051765e30a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.389201] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Creating folder: Project (543fb15c66e54c1992e658334bffb1b6). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.389506] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af33020e-080b-49e2-8133-48297a78cc7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.404647] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Created folder: Project (543fb15c66e54c1992e658334bffb1b6) in parent group-v465229. [ 544.404647] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Creating folder: Instances. Parent ref: group-v465259. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.405038] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36a19d96-59af-4904-a557-5e3fa062d3e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.416749] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Created folder: Instances in parent group-v465259. [ 544.417086] env[62136]: DEBUG oslo.service.loopingcall [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.417182] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.417388] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e8ca40-5bbf-4760-abdb-5cfec5a5be45 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.440717] env[62136]: DEBUG nova.compute.utils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.444412] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.444412] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.455146] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.455146] env[62136]: value = "task-2285773" [ 544.455146] env[62136]: _type = "Task" [ 544.455146] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.470662] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285773, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.472159] env[62136]: DEBUG nova.compute.manager [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Received event network-changed-c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.472429] env[62136]: DEBUG nova.compute.manager [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Refreshing instance network info cache due to event network-changed-c5e5b91d-6e32-4095-bd64-551b1c062761. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 544.472678] env[62136]: DEBUG oslo_concurrency.lockutils [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] Acquiring lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.472927] env[62136]: DEBUG oslo_concurrency.lockutils [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] Acquired lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.472998] env[62136]: DEBUG nova.network.neutron [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Refreshing network info cache for port c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.525974] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.566959] env[62136]: DEBUG oslo_vmware.api [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390803} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.569962] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 544.569962] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 544.569962] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 544.569962] env[62136]: INFO nova.compute.manager [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: de928602-9c69-45f7-956a-af2d73893f77] Took 1.18 seconds to destroy the instance on the hypervisor. [ 544.569962] env[62136]: DEBUG oslo.service.loopingcall [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.570288] env[62136]: DEBUG nova.compute.manager [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 544.570288] env[62136]: DEBUG nova.network.neutron [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 544.596027] env[62136]: DEBUG nova.policy [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd84c1c2a0b40eca0524de4fd2910f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4306c93f3e5d45d59bc5ee74e2c74176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.656999] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.662310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.662440] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.812551] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.945398] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.981070] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285773, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.032405] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285768, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.154656] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.214680] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Successfully updated port: aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.426058] env[62136]: DEBUG nova.network.neutron [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Updated VIF entry in instance network info cache for port c5e5b91d-6e32-4095-bd64-551b1c062761. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 545.426437] env[62136]: DEBUG nova.network.neutron [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Updating instance_info_cache with network_info: [{"id": "c5e5b91d-6e32-4095-bd64-551b1c062761", "address": "fa:16:3e:d8:38:2e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e5b91d-6e", "ovs_interfaceid": "c5e5b91d-6e32-4095-bd64-551b1c062761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.470768] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285773, 'name': CreateVM_Task, 'duration_secs': 0.584453} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.471064] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.471651] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.471833] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.472152] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.472437] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b25e61-89ef-4b58-82c4-0fdb0b0ef057 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.479601] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 545.479601] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c71517-3be0-6666-ee56-dc3b1e09caca" [ 545.479601] env[62136]: _type = "Task" [ 545.479601] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.489316] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c71517-3be0-6666-ee56-dc3b1e09caca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.530029] env[62136]: DEBUG oslo_vmware.api [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285768, 'name': PowerOnVM_Task, 'duration_secs': 1.05407} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.530029] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.530029] env[62136]: INFO nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Took 11.46 seconds to spawn the instance on the hypervisor. [ 545.530029] env[62136]: DEBUG nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.530629] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209618e9-f883-47ed-b74d-fc1ab143bbb8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.542864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd59d35a-ef0a-4879-8ee2-c84c8d34fe6e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.554026] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52e0ff-9dc8-432c-83ef-362ee738a3fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.590802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5783584-a0fe-492c-be9b-d2ee9fdc9a74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.600645] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e4ec2-f2d6-454d-a63e-f2d066e8930b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.617507] env[62136]: DEBUG nova.compute.provider_tree [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.655242] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285770, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175664} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.655242] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97/fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.655242] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.655242] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55a44a0-2b38-47a7-b3b3-3ca46d0a8c5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.664812] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 545.664812] env[62136]: value = "task-2285774" [ 545.664812] env[62136]: _type = "Task" [ 545.664812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.675096] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.721403] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.721836] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.721836] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.930061] env[62136]: DEBUG oslo_concurrency.lockutils [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] Releasing lock "refresh_cache-fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.930061] env[62136]: DEBUG nova.compute.manager [req-bcd39395-f59f-43d1-b02e-86b2d49f66f7 req-7a33580e-92c0-4a2b-9bfa-dd0d0a609d07 service nova] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Received event network-vif-deleted-7bd1bda1-331d-482a-b328-a91939fbb0d0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.963161] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.995141] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c71517-3be0-6666-ee56-dc3b1e09caca, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.995476] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.995715] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 545.995962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.996276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.996495] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.999079] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.999257] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.999417] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.999608] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.999749] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.999948] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.000144] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.000339] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.000503] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.000667] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.000860] env[62136]: DEBUG nova.virt.hardware [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.001142] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f831791f-1b50-4f41-bac8-d428c7894512 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.008488] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8123c9-eb09-412b-a233-1872279d4bba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.017377] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c2cce-f10f-4ba8-bb3d-e74cd9c3e435 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.023267] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.023476] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.028646] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87df14ac-c0b8-488f-8c25-734bdd292758 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.046713] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 546.046713] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5214c437-be83-a351-3b0b-592a78402217" [ 546.046713] env[62136]: _type = "Task" [ 546.046713] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.057246] env[62136]: INFO nova.compute.manager [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Took 30.95 seconds to build instance. [ 546.062854] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5214c437-be83-a351-3b0b-592a78402217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.096175] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Successfully created port: 4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.121053] env[62136]: DEBUG nova.scheduler.client.report [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.179629] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10493} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.180275] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.180775] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fedb38-4981-479d-b7ab-3f3794035559 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.205921] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97/fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.206290] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591c68ff-2f3e-45db-86b5-4df00ca812af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.228344] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 546.228344] env[62136]: value = "task-2285776" [ 546.228344] env[62136]: _type = "Task" [ 546.228344] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.238930] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.291960] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.479692] env[62136]: DEBUG nova.network.neutron [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.562676] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3e0cfdcd-d18d-4eb4-be8e-f39f6332a4ea tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.461s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.562842] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5214c437-be83-a351-3b0b-592a78402217, 'name': SearchDatastore_Task, 'duration_secs': 0.031353} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.564094] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.737s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.564280] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] During sync_power_state the instance has a pending task (spawning). Skip. [ 546.564449] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.565446] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c310e957-2fa3-4aaa-8567-af906675c473 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.573823] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 546.573823] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52538449-f5e0-a9d3-8cce-b9cc738161e2" [ 546.573823] env[62136]: _type = "Task" [ 546.573823] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.584417] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52538449-f5e0-a9d3-8cce-b9cc738161e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.628025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.628947] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.631838] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.279s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.632021] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.632172] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 546.632729] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.258s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.639020] env[62136]: INFO nova.compute.claims [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.639569] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a20f21-3351-406a-b591-ad16bf6b2ae3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.651318] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d7752-29df-472d-b363-c7c4b2acb7c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.669924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a54d60-f2f1-43ac-8a98-a844c6ae41a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.682126] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90262a8-d6bd-4fcb-8b72-61a9e07fdbc2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.727335] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181238MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 546.727497] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.733015] env[62136]: DEBUG nova.network.neutron [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.740759] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.984675] env[62136]: INFO nova.compute.manager [-] [instance: de928602-9c69-45f7-956a-af2d73893f77] Took 2.42 seconds to deallocate network for instance. [ 547.065975] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.090299] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52538449-f5e0-a9d3-8cce-b9cc738161e2, 'name': SearchDatastore_Task, 'duration_secs': 0.055338} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.090299] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.090732] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 08ca16d3-b8b5-4170-81b6-7fb0f7b063db/08ca16d3-b8b5-4170-81b6-7fb0f7b063db.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.091084] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70214632-db11-4efb-b54a-28251ad7dbba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.100422] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 547.100422] env[62136]: value = "task-2285777" [ 547.100422] env[62136]: _type = "Task" [ 547.100422] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.111192] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.143757] env[62136]: DEBUG nova.compute.utils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.145157] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.145360] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.231151] env[62136]: DEBUG nova.policy [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd84c1c2a0b40eca0524de4fd2910f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4306c93f3e5d45d59bc5ee74e2c74176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.235975] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.236316] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Instance network_info: |[{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.238625] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:2a:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa825509-7ee4-4b13-8e7e-811f8235e3f1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.244716] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating folder: Project (2040163607d54cccbb4d96cd32bad08b). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.245466] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a411ff-f477-4e91-8830-81d525e77b2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.253089] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285776, 'name': ReconfigVM_Task, 'duration_secs': 0.980394} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.253089] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Reconfigured VM instance instance-0000000a to attach disk [datastore1] fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97/fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.253089] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d19692f-54cb-41e7-adf3-4cc7369e8ad8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.261972] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created folder: Project (2040163607d54cccbb4d96cd32bad08b) in parent group-v465229. [ 547.261972] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating folder: Instances. Parent ref: group-v465262. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.261972] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11665132-75ca-472e-aced-acb24fd031f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.268479] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 547.268479] env[62136]: value = "task-2285779" [ 547.268479] env[62136]: _type = "Task" [ 547.268479] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.285167] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285779, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.290854] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created folder: Instances in parent group-v465262. [ 547.291372] env[62136]: DEBUG oslo.service.loopingcall [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.295400] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.296538] env[62136]: DEBUG nova.compute.manager [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 547.300876] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02fde6e5-eca9-482b-af5e-4293bdc91b00 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.329570] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.329570] env[62136]: value = "task-2285781" [ 547.329570] env[62136]: _type = "Task" [ 547.329570] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.340614] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285781, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.408750] env[62136]: DEBUG nova.compute.manager [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.409073] env[62136]: DEBUG nova.compute.manager [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing instance network info cache due to event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.409381] env[62136]: DEBUG oslo_concurrency.lockutils [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] Acquiring lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.409563] env[62136]: DEBUG oslo_concurrency.lockutils [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] Acquired lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.410387] env[62136]: DEBUG nova.network.neutron [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.494030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.605566] env[62136]: DEBUG nova.compute.manager [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received event network-vif-plugged-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.605775] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Acquiring lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.606069] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.606263] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.606430] env[62136]: DEBUG nova.compute.manager [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] No waiting events found dispatching network-vif-plugged-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.606648] env[62136]: WARNING nova.compute.manager [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received unexpected event network-vif-plugged-aa825509-7ee4-4b13-8e7e-811f8235e3f1 for instance with vm_state building and task_state spawning. [ 547.606843] env[62136]: DEBUG nova.compute.manager [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.607112] env[62136]: DEBUG nova.compute.manager [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing instance network info cache due to event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.607363] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.608262] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.608974] env[62136]: DEBUG nova.network.neutron [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.617084] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.625559] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.653686] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.656443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.656731] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.683919] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Successfully created port: 8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.789948] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285779, 'name': Rename_Task, 'duration_secs': 0.224651} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.790318] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.790532] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bafaed57-2925-4d7e-86f3-98c43e1abb93 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.803381] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 547.803381] env[62136]: value = "task-2285782" [ 547.803381] env[62136]: _type = "Task" [ 547.803381] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.811145] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.846279] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285781, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.851845] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.120025] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699683} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.120316] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 08ca16d3-b8b5-4170-81b6-7fb0f7b063db/08ca16d3-b8b5-4170-81b6-7fb0f7b063db.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.120703] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.121288] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3144560-1a68-4cc6-8b6e-58ac17dd4aba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.132113] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 548.132113] env[62136]: value = "task-2285784" [ 548.132113] env[62136]: _type = "Task" [ 548.132113] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.144774] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.203522] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad926c7-a2d7-498a-b5d5-188feabd0e5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.216913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ac99d-ec34-4330-b7a7-1608a34a1572 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.252981] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90995ac-2933-4351-a1c8-c8d5e7715195 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.262902] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcff46-62f0-4271-aec6-90ab3b09c802 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.281194] env[62136]: DEBUG nova.compute.provider_tree [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.314882] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.342316] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285781, 'name': CreateVM_Task, 'duration_secs': 0.770139} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.342507] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.345992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.346148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.346532] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.346813] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70e3499-d62c-464d-8aa9-7d57fce4a519 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.354504] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 548.354504] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ad727-1c2d-5710-db87-28d057db9889" [ 548.354504] env[62136]: _type = "Task" [ 548.354504] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.369282] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ad727-1c2d-5710-db87-28d057db9889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.427769] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Successfully updated port: 4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.510786] env[62136]: DEBUG nova.network.neutron [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updated VIF entry in instance network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.511232] env[62136]: DEBUG nova.network.neutron [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [{"id": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "address": "fa:16:3e:18:e0:01", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd6723c-a9", "ovs_interfaceid": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.514730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.514730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.514730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.515098] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.515511] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.518578] env[62136]: INFO nova.compute.manager [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Terminating instance [ 548.646868] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163167} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.646868] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.647554] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40182b7e-5578-41df-84f9-371eec377442 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.669437] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.678953] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 08ca16d3-b8b5-4170-81b6-7fb0f7b063db/08ca16d3-b8b5-4170-81b6-7fb0f7b063db.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.679583] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaec8986-a6f0-4b1b-bbf6-4239f488b49c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.701142] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 548.701142] env[62136]: value = "task-2285785" [ 548.701142] env[62136]: _type = "Task" [ 548.701142] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.713167] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.717973] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.717973] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.717973] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.718232] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.718232] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.718232] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.718232] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.718232] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.718449] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.718449] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.718449] env[62136]: DEBUG nova.virt.hardware [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.720032] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0015ab3-0184-4baa-8597-771e4173edae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.726132] env[62136]: DEBUG nova.network.neutron [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updated VIF entry in instance network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.726249] env[62136]: DEBUG nova.network.neutron [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.733818] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3df5fb-f4e3-40af-a385-c0b2f5c835e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.787934] env[62136]: DEBUG nova.scheduler.client.report [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.817917] env[62136]: DEBUG oslo_vmware.api [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2285782, 'name': PowerOnVM_Task, 'duration_secs': 0.755145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.818786] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.819161] env[62136]: INFO nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Took 12.24 seconds to spawn the instance on the hypervisor. [ 548.819474] env[62136]: DEBUG nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.820694] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2e71c7-7b48-431f-ab06-34898e12e376 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.871124] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ad727-1c2d-5710-db87-28d057db9889, 'name': SearchDatastore_Task, 'duration_secs': 0.024178} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.871932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.871932] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.871932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.872133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.872264] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.872519] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d3a6f8-b8f3-416b-b322-c95601b5d250 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.888436] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.888633] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.889445] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57a59ef-7cc2-4a3c-877a-3be48a39ed6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.901454] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 548.901454] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5246d086-1a6c-fa18-aaf7-a9c5f4076ca2" [ 548.901454] env[62136]: _type = "Task" [ 548.901454] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.917231] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5246d086-1a6c-fa18-aaf7-a9c5f4076ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.934121] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.934277] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.934441] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.019164] env[62136]: DEBUG oslo_concurrency.lockutils [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] Releasing lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.019504] env[62136]: DEBUG nova.compute.manager [req-60037419-fbcc-4d07-b092-21836d6e5c7d req-a3077e21-7b1c-49f0-82e5-c70f91d1ae1f service nova] [instance: de928602-9c69-45f7-956a-af2d73893f77] Received event network-vif-deleted-7868beff-fee3-4598-a45c-f6fd2d8597a3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.022599] env[62136]: DEBUG nova.compute.manager [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 549.022937] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 549.024750] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd810ab6-5a35-4b9d-b009-8edbee0f2176 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.034793] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 549.035112] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632cbad5-5679-44c1-a3e9-ceada65acd8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.042841] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 549.042841] env[62136]: value = "task-2285786" [ 549.042841] env[62136]: _type = "Task" [ 549.042841] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.055462] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.214377] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.232710] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8263633-ce9e-4b35-bcfa-a1b6252193a9 req-85265959-3bfd-4aac-8a54-5377bd459c05 service nova] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.297686] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.297686] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.299129] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.672s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.300817] env[62136]: INFO nova.compute.claims [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.346985] env[62136]: INFO nova.compute.manager [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Took 33.11 seconds to build instance. [ 549.415426] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5246d086-1a6c-fa18-aaf7-a9c5f4076ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.416412] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70ffe64-457e-4f63-b1ce-6b3363f12403 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.423631] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 549.423631] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262b1bf-c81b-53ed-c9cf-8318693037ca" [ 549.423631] env[62136]: _type = "Task" [ 549.423631] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.433656] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262b1bf-c81b-53ed-c9cf-8318693037ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.500330] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.503173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.503291] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.544114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.544114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.544114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.544114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.544521] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.549270] env[62136]: INFO nova.compute.manager [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Terminating instance [ 549.558444] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285786, 'name': PowerOffVM_Task, 'duration_secs': 0.223625} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.558444] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 549.558623] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 549.558780] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-664e05de-fb58-4c68-bec5-731b071f6df8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.571067] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Successfully updated port: 8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.634163] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 549.634914] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 549.634914] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Deleting the datastore file [datastore1] 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.635236] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe830fa0-b02c-4ab5-be29-2326bf09513f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.643231] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for the task: (returnval){ [ 549.643231] env[62136]: value = "task-2285788" [ 549.643231] env[62136]: _type = "Task" [ 549.643231] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.655013] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.712773] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285785, 'name': ReconfigVM_Task, 'duration_secs': 0.675326} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.713093] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 08ca16d3-b8b5-4170-81b6-7fb0f7b063db/08ca16d3-b8b5-4170-81b6-7fb0f7b063db.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.713975] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a420d358-caac-4f63-8e50-e1441b8dbac5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.726650] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 549.726650] env[62136]: value = "task-2285789" [ 549.726650] env[62136]: _type = "Task" [ 549.726650] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.736545] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285789, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.806169] env[62136]: DEBUG nova.compute.utils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.811542] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.811542] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.851695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b2aff08d-3721-463d-a7ef-a18341a6d877 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.624s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.853068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.025s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.853861] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] During sync_power_state the instance has a pending task (spawning). Skip. [ 549.853861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.883543] env[62136]: DEBUG nova.policy [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb41665a3974fc3ac02f534afb486e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9921b5b73c624632b5cbedab1995cfe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.893407] env[62136]: DEBUG nova.network.neutron [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Updating instance_info_cache with network_info: [{"id": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "address": "fa:16:3e:e1:4c:99", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da3c5d4-c1", "ovs_interfaceid": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.944124] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262b1bf-c81b-53ed-c9cf-8318693037ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.944124] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.944124] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 44784d47-aecd-4c78-9e8d-86cfbed53406/44784d47-aecd-4c78-9e8d-86cfbed53406.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.944124] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e921b22-39a6-4711-90c8-3f00dcaebe2c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.952938] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 549.952938] env[62136]: value = "task-2285790" [ 549.952938] env[62136]: _type = "Task" [ 549.952938] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.962981] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.053846] env[62136]: DEBUG nova.compute.manager [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 550.054111] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 550.055456] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3c001f-293b-4ded-b843-af09b9ebe943 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.065205] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 550.065366] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8082cf6-8bda-4879-a3fd-375cf0e21d73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.071923] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.072060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.072307] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.074700] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 550.074700] env[62136]: value = "task-2285792" [ 550.074700] env[62136]: _type = "Task" [ 550.074700] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.088259] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.141228] env[62136]: DEBUG nova.compute.manager [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Received event network-vif-plugged-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.141446] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Acquiring lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.141592] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.141778] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.143171] env[62136]: DEBUG nova.compute.manager [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] No waiting events found dispatching network-vif-plugged-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.143171] env[62136]: WARNING nova.compute.manager [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Received unexpected event network-vif-plugged-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 for instance with vm_state building and task_state spawning. [ 550.143171] env[62136]: DEBUG nova.compute.manager [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Received event network-changed-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.143171] env[62136]: DEBUG nova.compute.manager [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Refreshing instance network info cache due to event network-changed-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.143171] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Acquiring lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.156808] env[62136]: DEBUG oslo_vmware.api [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Task: {'id': task-2285788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138661} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.157084] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 550.157277] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 550.157497] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 550.157684] env[62136]: INFO nova.compute.manager [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 550.157988] env[62136]: DEBUG oslo.service.loopingcall [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.158975] env[62136]: DEBUG nova.compute.manager [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 550.159106] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 550.239555] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285789, 'name': Rename_Task, 'duration_secs': 0.256096} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.239685] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.239901] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a33c2e3-ff39-47f3-a807-f9ac045c9c81 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.250700] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 550.250700] env[62136]: value = "task-2285793" [ 550.250700] env[62136]: _type = "Task" [ 550.250700] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.265468] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.318760] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.336307] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Successfully created port: 9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.354193] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.396737] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.397084] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Instance network_info: |[{"id": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "address": "fa:16:3e:e1:4c:99", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da3c5d4-c1", "ovs_interfaceid": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.397411] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Acquired lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.397583] env[62136]: DEBUG nova.network.neutron [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Refreshing network info cache for port 4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.398872] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:4c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da3c5d4-c1d3-457f-86f0-23ad26bc1b59', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.412783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating folder: Project (4306c93f3e5d45d59bc5ee74e2c74176). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.424921] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84843f9-6119-4829-8b8d-138807f14a86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.445390] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created folder: Project (4306c93f3e5d45d59bc5ee74e2c74176) in parent group-v465229. [ 550.445636] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating folder: Instances. Parent ref: group-v465266. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.445924] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a63bdcc0-639a-4463-9e5b-c0ae58be3f59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.465716] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.466930] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created folder: Instances in parent group-v465266. [ 550.467211] env[62136]: DEBUG oslo.service.loopingcall [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.467412] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.468052] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83fef97e-4ccb-4529-90ca-bf67a3500409 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.501131] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.501131] env[62136]: value = "task-2285796" [ 550.501131] env[62136]: _type = "Task" [ 550.501131] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.512981] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285796, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.591905] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285792, 'name': PowerOffVM_Task, 'duration_secs': 0.281735} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.595853] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 550.596145] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 550.597619] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2219e4c-fa35-422a-adb7-3dc65f0cec42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.682920] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 550.683270] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 550.683480] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Deleting the datastore file [datastore1] 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 550.683780] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75f4badd-3949-4dbc-a78b-747bd6a1577d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.692662] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for the task: (returnval){ [ 550.692662] env[62136]: value = "task-2285798" [ 550.692662] env[62136]: _type = "Task" [ 550.692662] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.708833] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.768265] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.830011] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.895488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.914403] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454350f2-889a-4211-b32d-bc2a6d2f4bd4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.923843] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d040351-babb-4618-9589-d49c3cdc12bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.973224] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb8283-a196-4d73-8e4e-f24f00f7468f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.991255] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc8754-ca06-498b-8be4-952821e52de6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.996971] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730899} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.997435] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 44784d47-aecd-4c78-9e8d-86cfbed53406/44784d47-aecd-4c78-9e8d-86cfbed53406.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.997592] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.998381] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bdfc4a9-c488-47c0-a2f4-f4077ae7cf97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.011978] env[62136]: DEBUG nova.compute.provider_tree [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.018105] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 551.018105] env[62136]: value = "task-2285799" [ 551.018105] env[62136]: _type = "Task" [ 551.018105] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.025869] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285796, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.036012] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.140614] env[62136]: DEBUG nova.network.neutron [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Updated VIF entry in instance network info cache for port 4da3c5d4-c1d3-457f-86f0-23ad26bc1b59. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.140933] env[62136]: DEBUG nova.network.neutron [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Updating instance_info_cache with network_info: [{"id": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "address": "fa:16:3e:e1:4c:99", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da3c5d4-c1", "ovs_interfaceid": "4da3c5d4-c1d3-457f-86f0-23ad26bc1b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.203664] env[62136]: DEBUG oslo_vmware.api [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Task: {'id': task-2285798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249061} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.204024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 551.204151] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 551.204313] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 551.204596] env[62136]: INFO nova.compute.manager [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 551.204768] env[62136]: DEBUG oslo.service.loopingcall [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.204996] env[62136]: DEBUG nova.compute.manager [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 551.205102] env[62136]: DEBUG nova.network.neutron [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 551.219686] env[62136]: DEBUG nova.network.neutron [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Updating instance_info_cache with network_info: [{"id": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "address": "fa:16:3e:17:81:3a", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f535daf-c3", "ovs_interfaceid": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.259167] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.268468] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.337071] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.371168] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.371398] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.371570] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.371753] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.371899] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.376129] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.376836] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.376836] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.376836] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.377014] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.377330] env[62136]: DEBUG nova.virt.hardware [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.378235] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67573ae2-6271-4d8f-9f6d-2346e7fb3d92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.387302] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322dc8f1-e964-4a74-bbe5-24b4d7cbe2f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.520553] env[62136]: DEBUG nova.scheduler.client.report [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.535673] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285796, 'name': CreateVM_Task, 'duration_secs': 0.579985} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.535869] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.537760] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.537760] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.538541] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.543455] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c44fb3e-001f-4eae-a211-1a46790056fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.546045] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089309} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.546982] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.548204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe2c26-095f-4041-a9ef-3fd8633b29dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.552583] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 551.552583] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d902c5-b94d-c415-e462-67504a4d228d" [ 551.552583] env[62136]: _type = "Task" [ 551.552583] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.580753] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 44784d47-aecd-4c78-9e8d-86cfbed53406/44784d47-aecd-4c78-9e8d-86cfbed53406.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.581929] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a83fff00-d4b9-4ac0-a0d8-de4f6ac6287c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.603907] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d902c5-b94d-c415-e462-67504a4d228d, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.607552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.607552] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.607552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.607552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.607708] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.607708] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a2c08b-691b-4fd5-9226-e47e29a9abda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.610370] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 551.610370] env[62136]: value = "task-2285800" [ 551.610370] env[62136]: _type = "Task" [ 551.610370] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.615909] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.616134] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.620388] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bca3c6-8cbd-4578-9b4e-726be76a2527 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.623587] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.627651] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 551.627651] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5249e5b0-cd0f-7a8d-5c07-25194fb4a8e2" [ 551.627651] env[62136]: _type = "Task" [ 551.627651] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.641524] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5249e5b0-cd0f-7a8d-5c07-25194fb4a8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.646154] env[62136]: DEBUG oslo_concurrency.lockutils [req-62ecb268-4c1b-44e4-ba2d-10e40868314b req-93e37ab4-0958-48e4-8da2-fd655aa70c67 service nova] Releasing lock "refresh_cache-34eac04e-922b-49f6-a705-27d4dd92df3c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.722815] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.722815] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance network_info: |[{"id": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "address": "fa:16:3e:17:81:3a", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f535daf-c3", "ovs_interfaceid": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.723350] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:81:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f535daf-c3ae-43b6-a91b-de38c0a96856', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.736018] env[62136]: DEBUG oslo.service.loopingcall [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.736675] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.736920] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ba280a-b48e-42e1-b6e9-45e9c724510e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.760770] env[62136]: INFO nova.compute.manager [-] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Took 1.60 seconds to deallocate network for instance. [ 551.773735] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.773735] env[62136]: value = "task-2285801" [ 551.773735] env[62136]: _type = "Task" [ 551.773735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.777287] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.787482] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285801, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.913843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Acquiring lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.913843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.913843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Acquiring lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.914178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.914219] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.917204] env[62136]: INFO nova.compute.manager [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Terminating instance [ 551.925896] env[62136]: DEBUG nova.compute.manager [req-918981ac-523f-4366-8713-2c616a641a1f req-864aa619-c2e7-4b98-ba28-972c3b77faa6 service nova] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Received event network-vif-deleted-843f7a52-bebd-423c-a0d7-2bdd3a6f37e3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.026681] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.027344] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.031822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.487s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.032076] env[62136]: DEBUG nova.objects.instance [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lazy-loading 'resources' on Instance uuid 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 552.125175] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285800, 'name': ReconfigVM_Task, 'duration_secs': 0.30851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.125175] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 44784d47-aecd-4c78-9e8d-86cfbed53406/44784d47-aecd-4c78-9e8d-86cfbed53406.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.125412] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8602d0d2-b875-4493-874d-277767d3026c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.133430] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 552.133430] env[62136]: value = "task-2285803" [ 552.133430] env[62136]: _type = "Task" [ 552.133430] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.142335] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5249e5b0-cd0f-7a8d-5c07-25194fb4a8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.143595] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429e3cdb-9cd1-469d-a8aa-f4d392ed5522 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.150970] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285803, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.155727] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.155727] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc990-23bf-0a39-fee9-b8e1a8bce51f" [ 552.155727] env[62136]: _type = "Task" [ 552.155727] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.166440] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc990-23bf-0a39-fee9-b8e1a8bce51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.185260] env[62136]: DEBUG nova.network.neutron [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.275571] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.275571] env[62136]: DEBUG oslo_vmware.api [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2285793, 'name': PowerOnVM_Task, 'duration_secs': 1.710318} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.275571] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.275571] env[62136]: INFO nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Took 13.11 seconds to spawn the instance on the hypervisor. [ 552.275794] env[62136]: DEBUG nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.276721] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd8368a-ab77-4d6e-b69a-90c33f409828 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.293197] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285801, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.428336] env[62136]: DEBUG nova.compute.manager [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 552.428648] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 552.430210] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aaf642-43b7-4199-b37e-b962a3572a47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.439117] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 552.439401] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f92f6e-fe9d-41f6-a835-86982ee2c4a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.447273] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Waiting for the task: (returnval){ [ 552.447273] env[62136]: value = "task-2285804" [ 552.447273] env[62136]: _type = "Task" [ 552.447273] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.457693] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Task: {'id': task-2285804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.534056] env[62136]: DEBUG nova.compute.utils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 552.541634] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.541634] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.647638] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285803, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.667027] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc990-23bf-0a39-fee9-b8e1a8bce51f, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.668893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.668893] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 34eac04e-922b-49f6-a705-27d4dd92df3c/34eac04e-922b-49f6-a705-27d4dd92df3c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.671491] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1ea1c7-8aca-4e5e-8797-f059a90ea4e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.680086] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.680086] env[62136]: value = "task-2285805" [ 552.680086] env[62136]: _type = "Task" [ 552.680086] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.681751] env[62136]: DEBUG nova.policy [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04c938e430d043ceae4f605f970683e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e664e76cc74fb08dad83396f402b39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.688716] env[62136]: INFO nova.compute.manager [-] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Took 1.48 seconds to deallocate network for instance. [ 552.702128] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.749419] env[62136]: DEBUG nova.compute.manager [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Received event network-vif-plugged-8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.749646] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Acquiring lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.749854] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.750034] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.750207] env[62136]: DEBUG nova.compute.manager [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] No waiting events found dispatching network-vif-plugged-8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.750605] env[62136]: WARNING nova.compute.manager [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Received unexpected event network-vif-plugged-8f535daf-c3ae-43b6-a91b-de38c0a96856 for instance with vm_state building and task_state spawning. [ 552.750605] env[62136]: DEBUG nova.compute.manager [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Received event network-changed-8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.750728] env[62136]: DEBUG nova.compute.manager [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Refreshing instance network info cache due to event network-changed-8f535daf-c3ae-43b6-a91b-de38c0a96856. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 552.750909] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Acquiring lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.751158] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Acquired lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.751231] env[62136]: DEBUG nova.network.neutron [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Refreshing network info cache for port 8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.787990] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Successfully updated port: 9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.796836] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285801, 'name': CreateVM_Task, 'duration_secs': 0.861839} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.796836] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.797963] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.797963] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.798215] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.801809] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a92678-7348-4584-8620-029408a6e4be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.819779] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.819779] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525eec8b-83c5-74f8-86b8-384576cdf49a" [ 552.819779] env[62136]: _type = "Task" [ 552.819779] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.819779] env[62136]: INFO nova.compute.manager [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Took 20.14 seconds to build instance. [ 552.832155] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525eec8b-83c5-74f8-86b8-384576cdf49a, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.832947] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.832947] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.832947] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.833137] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.833257] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.833573] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab826070-fccf-4285-acb7-e840893d5f7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.844805] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.845254] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.848528] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ccca08-9911-417c-87bf-731b20b8b9b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.856972] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.856972] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522ab24e-72b7-f1b4-b849-956ae12e1a65" [ 552.856972] env[62136]: _type = "Task" [ 552.856972] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.872099] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522ab24e-72b7-f1b4-b849-956ae12e1a65, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.877297] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde1594d-8982-4b3a-8e4c-68b115e7dde4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.885062] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.885062] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524b3f0e-69ad-75d2-1755-f4276e7ba2ad" [ 552.885062] env[62136]: _type = "Task" [ 552.885062] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.901681] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524b3f0e-69ad-75d2-1755-f4276e7ba2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.901876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.902170] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.902485] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d75e0a9-563e-4456-b584-ff74a873c544 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.912104] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 552.912104] env[62136]: value = "task-2285806" [ 552.912104] env[62136]: _type = "Task" [ 552.912104] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.926022] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.958119] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Task: {'id': task-2285804, 'name': PowerOffVM_Task, 'duration_secs': 0.316087} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.958551] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 552.958753] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 552.959077] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a2690f-0550-4ebe-b750-f5ab3cc2a189 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.042041] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 553.042324] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 553.042547] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Deleting the datastore file [datastore1] fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.042847] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b6a6d0-d22b-4435-bd2a-38f659496536 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.045318] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.057734] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Waiting for the task: (returnval){ [ 553.057734] env[62136]: value = "task-2285808" [ 553.057734] env[62136]: _type = "Task" [ 553.057734] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.067940] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Task: {'id': task-2285808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.113401] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46599ec2-c679-499f-a8c0-2be55acf4b20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.123375] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6fff7e-764e-494a-b9df-553f83b547b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.167062] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692e160f-3f60-4933-84fa-f4daac479a55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.194280] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285803, 'name': Rename_Task, 'duration_secs': 0.86963} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.196217] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a8a4b-f5a8-40d3-bda5-b2bd70608f1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.201069] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.204595] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f125a94-fb03-40a3-8988-413d53cd7418 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.207086] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.207388] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.221193] env[62136]: DEBUG nova.compute.provider_tree [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.226025] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 553.226025] env[62136]: value = "task-2285809" [ 553.226025] env[62136]: _type = "Task" [ 553.226025] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.234576] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.292165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.292334] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquired lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.292558] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.324648] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a06ebecf-52f1-44c5-90ff-edc80f721a0d tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.014s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.325994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.498s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.326910] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4583e525-255c-4afb-be6f-a311b21288d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.424076] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285806, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.569348] env[62136]: DEBUG oslo_vmware.api [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Task: {'id': task-2285808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346527} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.569630] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.569825] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 553.570540] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 553.570782] env[62136]: INFO nova.compute.manager [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 553.571058] env[62136]: DEBUG oslo.service.loopingcall [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.571306] env[62136]: DEBUG nova.compute.manager [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 553.571436] env[62136]: DEBUG nova.network.neutron [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 553.610347] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Successfully created port: 12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.702092] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656198} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.702092] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 34eac04e-922b-49f6-a705-27d4dd92df3c/34eac04e-922b-49f6-a705-27d4dd92df3c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.702092] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.702092] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93be304d-1ae4-4374-938d-c8587a489919 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.709151] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 553.709151] env[62136]: value = "task-2285810" [ 553.709151] env[62136]: _type = "Task" [ 553.709151] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.722080] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.726608] env[62136]: DEBUG nova.scheduler.client.report [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.745738] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285809, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.834017] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.844161] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.844161] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.923793] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810797} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.924990] env[62136]: DEBUG nova.network.neutron [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Updated VIF entry in instance network info cache for port 8f535daf-c3ae-43b6-a91b-de38c0a96856. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 553.926355] env[62136]: DEBUG nova.network.neutron [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Updating instance_info_cache with network_info: [{"id": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "address": "fa:16:3e:17:81:3a", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f535daf-c3", "ovs_interfaceid": "8f535daf-c3ae-43b6-a91b-de38c0a96856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.930241] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.930241] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.930241] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8221cc69-1b40-4d6f-ab45-4b2b00a156d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.939251] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 553.939251] env[62136]: value = "task-2285811" [ 553.939251] env[62136]: _type = "Task" [ 553.939251] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.954514] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.060457] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.069354] env[62136]: DEBUG nova.compute.manager [None req-87c5b93c-b0db-478d-ac3f-e161ab9625d6 tempest-ServerDiagnosticsV248Test-1835333432 tempest-ServerDiagnosticsV248Test-1835333432-project-admin] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.073303] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec776064-8704-4042-9441-0eb26d2bac45 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.083958] env[62136]: INFO nova.compute.manager [None req-87c5b93c-b0db-478d-ac3f-e161ab9625d6 tempest-ServerDiagnosticsV248Test-1835333432 tempest-ServerDiagnosticsV248Test-1835333432-project-admin] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Retrieving diagnostics [ 554.091410] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac28577c-96f6-4111-a731-aa4b2fcab8ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.137716] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.138477] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.138477] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.139770] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.139770] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.139770] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.139770] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.139770] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.142460] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.142460] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.142460] env[62136]: DEBUG nova.virt.hardware [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.142460] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22619a11-f719-4d68-ab4d-68e27ccf27fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.156251] env[62136]: DEBUG nova.network.neutron [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Updating instance_info_cache with network_info: [{"id": "9e3f8592-bd35-4edd-acef-1df2126507a9", "address": "fa:16:3e:c8:de:de", "network": {"id": "c75f4ac7-09b9-4931-a5a1-511d0381bbb6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1353203467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9921b5b73c624632b5cbedab1995cfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f8592-bd", "ovs_interfaceid": "9e3f8592-bd35-4edd-acef-1df2126507a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.160384] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5b3b0-c6a4-4e22-b38b-01495ea7d486 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.223576] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077838} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.223929] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.224916] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c9f3d1-caeb-4e4b-8915-2cd81a5373c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.242331] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.253469] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 34eac04e-922b-49f6-a705-27d4dd92df3c/34eac04e-922b-49f6-a705-27d4dd92df3c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 554.258619] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.178s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.260577] env[62136]: INFO nova.compute.claims [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.263230] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6a9e41-d371-4168-ae1e-5ea61af385c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.288344] env[62136]: DEBUG oslo_vmware.api [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2285809, 'name': PowerOnVM_Task, 'duration_secs': 0.788173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.289984] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.290627] env[62136]: INFO nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Took 11.16 seconds to spawn the instance on the hypervisor. [ 554.290833] env[62136]: DEBUG nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.291198] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 554.291198] env[62136]: value = "task-2285813" [ 554.291198] env[62136]: _type = "Task" [ 554.291198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.292394] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc9586-e2e1-40ad-8b3e-be5b3b2ff301 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.296282] env[62136]: INFO nova.scheduler.client.report [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Deleted allocations for instance 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23 [ 554.318256] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.365617] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.431259] env[62136]: DEBUG oslo_concurrency.lockutils [req-095c362a-7c0d-45e8-a9f7-c9521d6550ca req-d36033de-ae54-42bf-9020-7e07dd63c810 service nova] Releasing lock "refresh_cache-c0e82496-8e0c-46da-80ff-a7e14dae5bf5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.451314] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079648} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.451623] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.452466] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d0c95-bf3f-436d-adf4-2ee3d1879db7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.477545] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 554.477862] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017e11f9-7973-43e2-8514-056125ab56d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.499835] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 554.499835] env[62136]: value = "task-2285814" [ 554.499835] env[62136]: _type = "Task" [ 554.499835] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.511036] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.653993] env[62136]: DEBUG nova.network.neutron [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.669243] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Releasing lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.669243] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Instance network_info: |[{"id": "9e3f8592-bd35-4edd-acef-1df2126507a9", "address": "fa:16:3e:c8:de:de", "network": {"id": "c75f4ac7-09b9-4931-a5a1-511d0381bbb6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1353203467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9921b5b73c624632b5cbedab1995cfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f8592-bd", "ovs_interfaceid": "9e3f8592-bd35-4edd-acef-1df2126507a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.669385] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:de:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e3f8592-bd35-4edd-acef-1df2126507a9', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.676286] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Creating folder: Project (9921b5b73c624632b5cbedab1995cfe1). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.677499] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07cbdb5a-a9ea-42c2-a76d-1c08f79141e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.695439] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Created folder: Project (9921b5b73c624632b5cbedab1995cfe1) in parent group-v465229. [ 554.695439] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Creating folder: Instances. Parent ref: group-v465270. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.695439] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee45f417-417d-469f-90af-9d40cd9588cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.709948] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Created folder: Instances in parent group-v465270. [ 554.710327] env[62136]: DEBUG oslo.service.loopingcall [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.710424] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.710634] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3484c103-fafc-4f72-b8fc-336bdf33e836 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.736566] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.736566] env[62136]: value = "task-2285817" [ 554.736566] env[62136]: _type = "Task" [ 554.736566] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.748332] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285817, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.817403] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.817403] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f61e995-a23f-40bf-af64-e11cd3464f9c tempest-ServerDiagnosticsTest-42616012 tempest-ServerDiagnosticsTest-42616012-project-member] Lock "1ede7f1d-8dbe-4f5d-a7ac-d53913268f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.453s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.829640] env[62136]: INFO nova.compute.manager [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Took 21.14 seconds to build instance. [ 554.948326] env[62136]: DEBUG nova.compute.manager [req-bc60f08d-a6e3-44d9-a020-36212d91adaf req-8074f8e8-4a50-4ff6-86a0-3804ff1bb0b0 service nova] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Received event network-vif-deleted-b8640a34-abb5-4aa8-a247-1c04e2829a43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.012720] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285814, 'name': ReconfigVM_Task, 'duration_secs': 0.405778} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.013125] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 555.013736] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157b6ce5-6cf8-4cdf-adbe-2f32b4133d89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.022405] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 555.022405] env[62136]: value = "task-2285818" [ 555.022405] env[62136]: _type = "Task" [ 555.022405] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.034114] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285818, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.161255] env[62136]: INFO nova.compute.manager [-] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Took 1.59 seconds to deallocate network for instance. [ 555.249939] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285817, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.310399] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285813, 'name': ReconfigVM_Task, 'duration_secs': 0.632959} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.311132] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 34eac04e-922b-49f6-a705-27d4dd92df3c/34eac04e-922b-49f6-a705-27d4dd92df3c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 555.312625] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e1924f-ae83-4af6-9cf6-aade75006a54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.321374] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 555.321374] env[62136]: value = "task-2285819" [ 555.321374] env[62136]: _type = "Task" [ 555.321374] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.338294] env[62136]: DEBUG oslo_concurrency.lockutils [None req-374f5ce2-2981-480e-b102-5109c57c2654 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.756s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.348050] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285819, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.529699] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Successfully updated port: 12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.555531] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285818, 'name': Rename_Task, 'duration_secs': 0.296185} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.555531] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.555531] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b537cc9-6e71-41a9-ab9e-e248859b9d55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.565888] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 555.565888] env[62136]: value = "task-2285820" [ 555.565888] env[62136]: _type = "Task" [ 555.565888] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.576083] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.669758] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.752955] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285817, 'name': CreateVM_Task, 'duration_secs': 0.548464} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.754333] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.754761] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.754936] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.755293] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.757370] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199701c5-6f50-4b99-9515-1922b10af24e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.760108] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f325c-2572-4a73-abc7-e5d46652f896 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.771492] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 555.771492] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eba94b-3481-0ad9-ffe7-0f0188f19c33" [ 555.771492] env[62136]: _type = "Task" [ 555.771492] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.778727] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1ad2d-96ab-41c5-87ea-fb85545c607d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.792679] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eba94b-3481-0ad9-ffe7-0f0188f19c33, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.817313] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.817611] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.817885] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.817969] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.818154] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.820062] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9943ee7f-8d75-4389-8291-31ceeb8b3b96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.823256] env[62136]: DEBUG nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Received event network-vif-plugged-9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.823448] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Acquiring lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.823676] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.823844] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.824020] env[62136]: DEBUG nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] No waiting events found dispatching network-vif-plugged-9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.824190] env[62136]: WARNING nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Received unexpected event network-vif-plugged-9e3f8592-bd35-4edd-acef-1df2126507a9 for instance with vm_state building and task_state spawning. [ 555.824351] env[62136]: DEBUG nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Received event network-changed-9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.824520] env[62136]: DEBUG nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Refreshing instance network info cache due to event network-changed-9e3f8592-bd35-4edd-acef-1df2126507a9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.824719] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Acquiring lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.824855] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Acquired lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.825016] env[62136]: DEBUG nova.network.neutron [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Refreshing network info cache for port 9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.826569] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa9165-2c3e-4389-b06e-69ba3a58dda2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.842978] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7071cc08-785f-45da-963b-fbbe2fbfaf67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.846734] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285819, 'name': Rename_Task, 'duration_secs': 0.434564} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.848178] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.848604] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.848604] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.849651] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02cd1c23-5069-4022-9aa4-35b45bcfd098 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.851841] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e3ac35-d59f-42b1-b806-c338f3b2f210 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.862082] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.865125] env[62136]: DEBUG nova.compute.provider_tree [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.872276] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 555.872276] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5242b2ab-d6af-ff4e-cfd1-165a118914fe" [ 555.872276] env[62136]: _type = "Task" [ 555.872276] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.873856] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 555.873856] env[62136]: value = "task-2285821" [ 555.873856] env[62136]: _type = "Task" [ 555.873856] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.891798] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.892167] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5242b2ab-d6af-ff4e-cfd1-165a118914fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.037485] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.037894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquired lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.037894] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.080634] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285820, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.241047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "e77d47f9-e316-45ef-83fe-81fca36f2825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.241047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.241276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "e77d47f9-e316-45ef-83fe-81fca36f2825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.241472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.241638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.243885] env[62136]: INFO nova.compute.manager [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Terminating instance [ 556.371893] env[62136]: DEBUG nova.scheduler.client.report [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.402333] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5242b2ab-d6af-ff4e-cfd1-165a118914fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.406385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.407573] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.407798] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26ad53d-b24c-4b79-9fbf-9aae0b0fc410 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.416347] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 556.416347] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a23796-17c3-f398-6bfd-d2d7adbd50e1" [ 556.416347] env[62136]: _type = "Task" [ 556.416347] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.426489] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a23796-17c3-f398-6bfd-d2d7adbd50e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.579906] env[62136]: DEBUG oslo_vmware.api [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285820, 'name': PowerOnVM_Task, 'duration_secs': 0.789236} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.580395] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.580657] env[62136]: INFO nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Took 7.91 seconds to spawn the instance on the hypervisor. [ 556.580846] env[62136]: DEBUG nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.581860] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5da01-0e8f-49fb-96ca-b7540bf11d9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.602874] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.748268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "refresh_cache-e77d47f9-e316-45ef-83fe-81fca36f2825" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.748460] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquired lock "refresh_cache-e77d47f9-e316-45ef-83fe-81fca36f2825" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.748639] env[62136]: DEBUG nova.network.neutron [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.758127] env[62136]: DEBUG nova.network.neutron [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Updated VIF entry in instance network info cache for port 9e3f8592-bd35-4edd-acef-1df2126507a9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 556.758437] env[62136]: DEBUG nova.network.neutron [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Updating instance_info_cache with network_info: [{"id": "9e3f8592-bd35-4edd-acef-1df2126507a9", "address": "fa:16:3e:c8:de:de", "network": {"id": "c75f4ac7-09b9-4931-a5a1-511d0381bbb6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1353203467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9921b5b73c624632b5cbedab1995cfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f8592-bd", "ovs_interfaceid": "9e3f8592-bd35-4edd-acef-1df2126507a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.838059] env[62136]: DEBUG nova.network.neutron [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Updating instance_info_cache with network_info: [{"id": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "address": "fa:16:3e:1b:e9:dc", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ce7743-34", "ovs_interfaceid": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.886078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.886078] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.891877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.080s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.893424] env[62136]: INFO nova.compute.claims [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.910228] env[62136]: DEBUG oslo_vmware.api [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2285821, 'name': PowerOnVM_Task, 'duration_secs': 0.718949} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.910228] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.910228] env[62136]: INFO nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Took 10.95 seconds to spawn the instance on the hypervisor. [ 556.910228] env[62136]: DEBUG nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.910228] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40669fe3-938e-4c0c-ac63-b17a4b1fc3ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.937981] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a23796-17c3-f398-6bfd-d2d7adbd50e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.938995] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.938995] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e3ca3a65-1287-4bd2-b350-bd35860f1613/e3ca3a65-1287-4bd2-b350-bd35860f1613.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.939798] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd9caee-4b07-4345-9ec3-97910a109733 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.950264] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 556.950264] env[62136]: value = "task-2285822" [ 556.950264] env[62136]: _type = "Task" [ 556.950264] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.961562] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.106445] env[62136]: INFO nova.compute.manager [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Took 21.76 seconds to build instance. [ 557.262343] env[62136]: DEBUG oslo_concurrency.lockutils [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] Releasing lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.262658] env[62136]: DEBUG nova.compute.manager [req-bdd6a55f-b295-4e83-bff5-127dc3b4be75 req-9d82bad9-fa3b-4805-a470-d0d07ff23f87 service nova] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Received event network-vif-deleted-c5e5b91d-6e32-4095-bd64-551b1c062761 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.269047] env[62136]: DEBUG nova.network.neutron [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.341653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Releasing lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.341806] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Instance network_info: |[{"id": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "address": "fa:16:3e:1b:e9:dc", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ce7743-34", "ovs_interfaceid": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.342268] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:e9:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12ce7743-34d4-45df-ad2c-9d6e29f25725', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.349789] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Creating folder: Project (02e664e76cc74fb08dad83396f402b39). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.350820] env[62136]: DEBUG nova.network.neutron [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.352321] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a2fb17-ae86-437a-af88-5dbc275cec60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.365770] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Created folder: Project (02e664e76cc74fb08dad83396f402b39) in parent group-v465229. [ 557.365770] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Creating folder: Instances. Parent ref: group-v465273. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.365770] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f151f71-a914-454a-9439-13dece95a96f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.377372] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Created folder: Instances in parent group-v465273. [ 557.377798] env[62136]: DEBUG oslo.service.loopingcall [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.377798] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.378595] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e81a37c2-89d7-4a1d-baed-1561edb30211 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.401422] env[62136]: DEBUG nova.compute.utils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 557.405593] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.405593] env[62136]: value = "task-2285825" [ 557.405593] env[62136]: _type = "Task" [ 557.405593] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.405814] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.406846] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.418468] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285825, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.452099] env[62136]: INFO nova.compute.manager [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Took 22.10 seconds to build instance. [ 557.467126] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.478554] env[62136]: DEBUG nova.policy [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaa9a202ba04a78babf6e4dbcfcac43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd0f27c73d6545279f3fd4dcc081f8f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.609254] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7d1ddf4d-d22f-472a-accd-77561e962020 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.880s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.855814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Releasing lock "refresh_cache-e77d47f9-e316-45ef-83fe-81fca36f2825" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.856345] env[62136]: DEBUG nova.compute.manager [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 557.858308] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 557.858308] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1d7028-67dd-4e9a-8503-0ea5fbcd62b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.865724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.865989] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.869614] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 557.869867] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce590e8-7ed4-440f-9ba3-85fe6c181daf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.875789] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 557.875789] env[62136]: value = "task-2285826" [ 557.875789] env[62136]: _type = "Task" [ 557.875789] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.885006] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.906889] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.921836] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285825, 'name': CreateVM_Task, 'duration_secs': 0.512045} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.922015] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.922768] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.926013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.926013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.926013] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01aa32c-370a-4bc0-bbb9-45c6e4e5dd1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.927939] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 557.927939] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a59e1c-b62e-61c2-623f-a3f6c90c0b65" [ 557.927939] env[62136]: _type = "Task" [ 557.927939] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.936983] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a59e1c-b62e-61c2-623f-a3f6c90c0b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.964190] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a032e7c1-0e0d-4046-bf44-d0373763d42c tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.128s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.966614] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81835} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.967774] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e3ca3a65-1287-4bd2-b350-bd35860f1613/e3ca3a65-1287-4bd2-b350-bd35860f1613.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.968008] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.968263] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d70aba-dad9-45ef-86a1-c221cd5b276e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.975728] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 557.975728] env[62136]: value = "task-2285827" [ 557.975728] env[62136]: _type = "Task" [ 557.975728] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.990014] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.020615] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Successfully created port: 273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.113204] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.388174] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285826, 'name': PowerOffVM_Task, 'duration_secs': 0.305449} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.390839] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.391037] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.391557] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f4faf5-7c5a-412f-97ce-7548149ab762 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.402901] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d89831d-0795-4fca-beb3-3189ee4efe68 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.410614] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839c8e4-1e6f-4e83-ae56-726ba8840f10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.419054] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 558.419783] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 558.419783] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleting the datastore file [datastore1] e77d47f9-e316-45ef-83fe-81fca36f2825 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.419783] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a648e880-641b-4178-adf6-7f12feee99af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.452380] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edfe727-41b9-4d4d-9b84-4ff487756d72 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.455137] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for the task: (returnval){ [ 558.455137] env[62136]: value = "task-2285829" [ 558.455137] env[62136]: _type = "Task" [ 558.455137] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.456701] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Received event network-vif-plugged-12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.456913] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Acquiring lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.457170] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.457427] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.457669] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] No waiting events found dispatching network-vif-plugged-12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.457918] env[62136]: WARNING nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Received unexpected event network-vif-plugged-12ce7743-34d4-45df-ad2c-9d6e29f25725 for instance with vm_state building and task_state spawning. [ 558.458126] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Received event network-changed-12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.458323] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Refreshing instance network info cache due to event network-changed-12ce7743-34d4-45df-ad2c-9d6e29f25725. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.458521] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Acquiring lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.458717] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Acquired lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.458904] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Refreshing network info cache for port 12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.470836] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.477025] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a59e1c-b62e-61c2-623f-a3f6c90c0b65, 'name': SearchDatastore_Task, 'duration_secs': 0.024798} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.477025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.477025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.477025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.477260] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.477260] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.477260] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c697422d-f3a6-4c74-a304-ddecd89b1be8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.483996] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3483cf4a-b3dd-4c47-883d-bab2a7666e16 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.486139] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.501911] env[62136]: DEBUG nova.compute.provider_tree [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.506115] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070161} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.507488] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.507488] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b108a1-03b8-4859-9994-81df155994ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.511220] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.511390] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.512424] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b32c73-c619-45b7-91c7-ca2e8654e823 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.532404] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e3ca3a65-1287-4bd2-b350-bd35860f1613/e3ca3a65-1287-4bd2-b350-bd35860f1613.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.533305] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855226fb-f441-4bd2-a4d4-d1001694eff7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.548865] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 558.548865] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527c8a7c-2c21-c4bf-a236-ef75ce35c07e" [ 558.548865] env[62136]: _type = "Task" [ 558.548865] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.554586] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 558.554586] env[62136]: value = "task-2285830" [ 558.554586] env[62136]: _type = "Task" [ 558.554586] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.557501] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527c8a7c-2c21-c4bf-a236-ef75ce35c07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.566013] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.635310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.849733] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "9ffd2937-5684-4155-a792-dc471683e55b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.850133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.920167] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.948095] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.948407] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.948585] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.948804] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.948967] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.949169] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.949412] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.949605] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.949792] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.949989] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.950212] env[62136]: DEBUG nova.virt.hardware [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.951173] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e5e70-5548-4484-9cd1-274dee659035 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.960456] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81aeee2-0c12-47f0-8936-42412176bc6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.989404] env[62136]: DEBUG oslo_vmware.api [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Task: {'id': task-2285829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387841} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.990842] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.990842] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 558.990842] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 558.990842] env[62136]: INFO nova.compute.manager [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Took 1.13 seconds to destroy the instance on the hypervisor. [ 558.990842] env[62136]: DEBUG oslo.service.loopingcall [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.991251] env[62136]: DEBUG nova.compute.manager [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 558.991251] env[62136]: DEBUG nova.network.neutron [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.008174] env[62136]: DEBUG nova.scheduler.client.report [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.012399] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.013241] env[62136]: DEBUG nova.network.neutron [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.054839] env[62136]: DEBUG nova.compute.manager [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.059018] env[62136]: DEBUG nova.compute.manager [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing instance network info cache due to event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.059018] env[62136]: DEBUG oslo_concurrency.lockutils [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] Acquiring lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.059018] env[62136]: DEBUG oslo_concurrency.lockutils [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] Acquired lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.059018] env[62136]: DEBUG nova.network.neutron [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.076609] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527c8a7c-2c21-c4bf-a236-ef75ce35c07e, 'name': SearchDatastore_Task, 'duration_secs': 0.039156} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.081619] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.082483] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f13cac5-70c1-4ed2-abde-40f2e2051150 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.087781] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 559.087781] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f6e45a-e3d0-f2be-20db-09bae7247d26" [ 559.087781] env[62136]: _type = "Task" [ 559.087781] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.096495] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f6e45a-e3d0-f2be-20db-09bae7247d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.283165] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Updated VIF entry in instance network info cache for port 12ce7743-34d4-45df-ad2c-9d6e29f25725. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.283165] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Updating instance_info_cache with network_info: [{"id": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "address": "fa:16:3e:1b:e9:dc", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ce7743-34", "ovs_interfaceid": "12ce7743-34d4-45df-ad2c-9d6e29f25725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.516134] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.516678] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.519219] env[62136]: DEBUG nova.network.neutron [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.520339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.793s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.575677] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285830, 'name': ReconfigVM_Task, 'duration_secs': 0.558954} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.576248] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e3ca3a65-1287-4bd2-b350-bd35860f1613/e3ca3a65-1287-4bd2-b350-bd35860f1613.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.577096] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3add3447-49ef-4eb6-9824-332fe69a0d06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.585662] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 559.585662] env[62136]: value = "task-2285831" [ 559.585662] env[62136]: _type = "Task" [ 559.585662] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.599385] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f6e45a-e3d0-f2be-20db-09bae7247d26, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.600202] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.600482] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3950405b-22fe-436c-91c3-2a5f9b4779e9/3950405b-22fe-436c-91c3-2a5f9b4779e9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.601703] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285831, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.601941] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a88770-4218-450b-9d30-928225c53d81 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.611490] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 559.611490] env[62136]: value = "task-2285832" [ 559.611490] env[62136]: _type = "Task" [ 559.611490] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.620698] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.786701] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Releasing lock "refresh_cache-3950405b-22fe-436c-91c3-2a5f9b4779e9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.786701] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.786939] env[62136]: DEBUG nova.compute.manager [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing instance network info cache due to event network-changed-abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.787205] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Acquiring lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.894607] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Successfully updated port: 273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.937573] env[62136]: DEBUG nova.network.neutron [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updated VIF entry in instance network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.937965] env[62136]: DEBUG nova.network.neutron [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [{"id": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "address": "fa:16:3e:18:e0:01", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd6723c-a9", "ovs_interfaceid": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.022866] env[62136]: DEBUG nova.compute.utils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.024865] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.025188] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.028020] env[62136]: INFO nova.compute.manager [-] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Took 1.04 seconds to deallocate network for instance. [ 560.105432] env[62136]: DEBUG nova.policy [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb6e93340604bdb8ba4cc504f48440f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127c9bfa29b0466093b8205cc29bc441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.112566] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285831, 'name': Rename_Task, 'duration_secs': 0.179949} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.113133] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.118416] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ba79a5-b7e1-4689-8e20-498dab454a0b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.132829] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.133106] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 560.133106] env[62136]: value = "task-2285833" [ 560.133106] env[62136]: _type = "Task" [ 560.133106] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.142916] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285833, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.240596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.240596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.400549] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.400549] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquired lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.400549] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.440566] env[62136]: DEBUG oslo_concurrency.lockutils [req-aba44398-8eba-4c49-8c38-956378eb7051 req-efa05bd1-204e-4b91-9eb1-a58bdad4b2d6 service nova] Releasing lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.441674] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Acquired lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.443153] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Refreshing network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.529366] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.540172] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Successfully created port: 9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.551174] env[62136]: INFO nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating resource usage from migration 977b0d49-5be2-4476-8497-073384495fc7 [ 560.557499] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.585877] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 560.586092] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3950405b-22fe-436c-91c3-2a5f9b4779e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.586228] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 542181a5-325f-4f45-be66-f28929f5a323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.623666] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560755} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.623934] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3950405b-22fe-436c-91c3-2a5f9b4779e9/3950405b-22fe-436c-91c3-2a5f9b4779e9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.624164] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.624428] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d9a4d7-6abd-4e47-8ce4-3f90f36c58ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.635696] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 560.635696] env[62136]: value = "task-2285834" [ 560.635696] env[62136]: _type = "Task" [ 560.635696] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.646283] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.649903] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.006238] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.089630] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3837c53d-0ae7-4f40-9c64-c352717ace8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.090491] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 561.092596] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 23416bb7-4e8e-429b-bdff-d73b0dd6dd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 561.092596] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance de928602-9c69-45f7-956a-af2d73893f77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 561.092596] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f4b98389-d22d-4c33-850c-84d366fdff60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 561.153325] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.155310] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067467} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.156020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.156967] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c99415e-477f-45ae-8047-b4d9fb39a52f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.184992] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 3950405b-22fe-436c-91c3-2a5f9b4779e9/3950405b-22fe-436c-91c3-2a5f9b4779e9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.188422] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51510d75-a617-41bd-8bd7-81d400e46e27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.217939] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 561.217939] env[62136]: value = "task-2285835" [ 561.217939] env[62136]: _type = "Task" [ 561.217939] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.232022] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.270970] env[62136]: DEBUG nova.compute.manager [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Received event network-vif-plugged-273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.271234] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Acquiring lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.271509] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.271693] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.271902] env[62136]: DEBUG nova.compute.manager [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] No waiting events found dispatching network-vif-plugged-273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.272514] env[62136]: WARNING nova.compute.manager [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Received unexpected event network-vif-plugged-273e9643-acd8-43e2-b411-88c8164bcb5b for instance with vm_state building and task_state spawning. [ 561.272765] env[62136]: DEBUG nova.compute.manager [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Received event network-changed-273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.272984] env[62136]: DEBUG nova.compute.manager [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Refreshing instance network info cache due to event network-changed-273e9643-acd8-43e2-b411-88c8164bcb5b. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.273214] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Acquiring lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.376926] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updated VIF entry in instance network info cache for port abd6723c-a9d0-4bf7-b91b-b2051765e30a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.377630] env[62136]: DEBUG nova.network.neutron [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [{"id": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "address": "fa:16:3e:18:e0:01", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd6723c-a9", "ovs_interfaceid": "abd6723c-a9d0-4bf7-b91b-b2051765e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.438018] env[62136]: DEBUG nova.network.neutron [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Updating instance_info_cache with network_info: [{"id": "273e9643-acd8-43e2-b411-88c8164bcb5b", "address": "fa:16:3e:44:17:a1", "network": {"id": "c6c478ae-4cad-4cc1-a82f-969e0b13bb88", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1284517795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0f27c73d6545279f3fd4dcc081f8f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273e9643-ac", "ovs_interfaceid": "273e9643-acd8-43e2-b411-88c8164bcb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.539133] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.579593] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.579985] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.580083] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.580211] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.580359] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.580507] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.580716] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.580949] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.581163] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.581339] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.581514] env[62136]: DEBUG nova.virt.hardware [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.582542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a6bd43-12a6-4e95-bdd8-00c8294c4634 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.598962] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebfbb87-88d3-4e02-9797-4758d97cbd77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.600921] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance fadd9b66-0b47-4694-96dd-2ae88fc35b76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.601158] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e77d47f9-e316-45ef-83fe-81fca36f2825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 561.644884] env[62136]: DEBUG oslo_vmware.api [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285833, 'name': PowerOnVM_Task, 'duration_secs': 1.05542} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.645274] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.645373] env[62136]: INFO nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Took 10.31 seconds to spawn the instance on the hypervisor. [ 561.645545] env[62136]: DEBUG nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.646350] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1b156-c9cd-40c6-bdf8-ca3c6eb4d473 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.679111] env[62136]: DEBUG nova.compute.manager [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.679322] env[62136]: DEBUG nova.compute.manager [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing instance network info cache due to event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.679554] env[62136]: DEBUG oslo_concurrency.lockutils [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.679704] env[62136]: DEBUG oslo_concurrency.lockutils [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.679883] env[62136]: DEBUG nova.network.neutron [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.728767] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285835, 'name': ReconfigVM_Task, 'duration_secs': 0.287415} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.729123] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 3950405b-22fe-436c-91c3-2a5f9b4779e9/3950405b-22fe-436c-91c3-2a5f9b4779e9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.729979] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecca1c13-a62f-43c0-a171-431cf623c683 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.739286] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 561.739286] env[62136]: value = "task-2285836" [ 561.739286] env[62136]: _type = "Task" [ 561.739286] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.747879] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285836, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.884239] env[62136]: DEBUG oslo_concurrency.lockutils [req-de00e7bd-8df4-493a-9138-c4340f0c7519 req-2a912567-401c-41d8-836b-2aebff09c5c3 service nova] Releasing lock "refresh_cache-08ca16d3-b8b5-4170-81b6-7fb0f7b063db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.941148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Releasing lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.941561] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Instance network_info: |[{"id": "273e9643-acd8-43e2-b411-88c8164bcb5b", "address": "fa:16:3e:44:17:a1", "network": {"id": "c6c478ae-4cad-4cc1-a82f-969e0b13bb88", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1284517795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0f27c73d6545279f3fd4dcc081f8f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273e9643-ac", "ovs_interfaceid": "273e9643-acd8-43e2-b411-88c8164bcb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.941908] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Acquired lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.942109] env[62136]: DEBUG nova.network.neutron [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Refreshing network info cache for port 273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.945286] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:17:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '273e9643-acd8-43e2-b411-88c8164bcb5b', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.957226] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Creating folder: Project (bd0f27c73d6545279f3fd4dcc081f8f0). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.959271] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4922e60d-f86c-4c83-a726-72b369a00ae3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.973289] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Created folder: Project (bd0f27c73d6545279f3fd4dcc081f8f0) in parent group-v465229. [ 561.973525] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Creating folder: Instances. Parent ref: group-v465276. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.973757] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-661a31e9-6270-4d5d-b460-bfb8e4a16bb3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.983197] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Created folder: Instances in parent group-v465276. [ 561.983537] env[62136]: DEBUG oslo.service.loopingcall [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.983833] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.984161] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe9c2d3-9f54-4367-8fbb-eb4b7ceb3926 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.009120] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.009120] env[62136]: value = "task-2285839" [ 562.009120] env[62136]: _type = "Task" [ 562.009120] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.019504] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285839, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.106250] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e4029453-3d83-4dab-926a-9a09fa94dbb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 562.106421] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 34eac04e-922b-49f6-a705-27d4dd92df3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 562.165457] env[62136]: INFO nova.compute.manager [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Took 23.84 seconds to build instance. [ 562.253056] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285836, 'name': Rename_Task, 'duration_secs': 0.153435} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.253351] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.253624] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f12aae8-a61e-4a11-bde0-7e6491813db5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.260838] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 562.260838] env[62136]: value = "task-2285840" [ 562.260838] env[62136]: _type = "Task" [ 562.260838] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.269778] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.521637] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285839, 'name': CreateVM_Task, 'duration_secs': 0.351185} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.525983] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.527165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.527363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.527714] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.528785] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49142766-7fc5-410e-99ca-2ba2b6840fe5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.535215] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 562.535215] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293722c-a690-cbc9-2d20-9f429c0cf566" [ 562.535215] env[62136]: _type = "Task" [ 562.535215] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.544948] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293722c-a690-cbc9-2d20-9f429c0cf566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.609329] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3b754c22-40a3-4580-b68c-2a2032fa4ce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 562.610139] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c0e82496-8e0c-46da-80ff-a7e14dae5bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 562.667072] env[62136]: DEBUG oslo_concurrency.lockutils [None req-123e7027-ea94-4a44-bed9-7035e6ab7c68 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.700753] env[62136]: DEBUG nova.network.neutron [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updated VIF entry in instance network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.701202] env[62136]: DEBUG nova.network.neutron [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.776125] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285840, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.926080] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Successfully updated port: 9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.045341] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293722c-a690-cbc9-2d20-9f429c0cf566, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.045643] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.046404] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.046404] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.046404] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.046592] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.046894] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26f92be-add3-4b3d-a6a1-374911975f6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.057730] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.057730] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.057970] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2110955f-3bd2-4adb-99cd-9fe873c835b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.063241] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 563.063241] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f20883-7226-1841-fc12-285cb61cf2c3" [ 563.063241] env[62136]: _type = "Task" [ 563.063241] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.078327] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f20883-7226-1841-fc12-285cb61cf2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.113198] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 033d53df-8a92-4b3a-b41a-28005de17571 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.169927] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.204330] env[62136]: DEBUG oslo_concurrency.lockutils [req-60953fcd-42bb-4372-b915-2ceb7286a015 req-130057f4-2430-4f3b-9002-f33919eb83c8 service nova] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.243118] env[62136]: DEBUG nova.network.neutron [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Updated VIF entry in instance network info cache for port 273e9643-acd8-43e2-b411-88c8164bcb5b. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.243118] env[62136]: DEBUG nova.network.neutron [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Updating instance_info_cache with network_info: [{"id": "273e9643-acd8-43e2-b411-88c8164bcb5b", "address": "fa:16:3e:44:17:a1", "network": {"id": "c6c478ae-4cad-4cc1-a82f-969e0b13bb88", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1284517795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0f27c73d6545279f3fd4dcc081f8f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273e9643-ac", "ovs_interfaceid": "273e9643-acd8-43e2-b411-88c8164bcb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.271660] env[62136]: DEBUG oslo_vmware.api [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285840, 'name': PowerOnVM_Task, 'duration_secs': 0.55983} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.271948] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.272194] env[62136]: INFO nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Took 9.21 seconds to spawn the instance on the hypervisor. [ 563.272381] env[62136]: DEBUG nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.273267] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030f9f4-4a9d-402a-a1aa-95bd95e55f22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.431236] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.431236] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.431236] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.576846] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f20883-7226-1841-fc12-285cb61cf2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.030308} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.578326] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0b3f1d-1323-4b63-8443-fa7dc1c64f8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.584891] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 563.584891] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daf138-6d0a-3fcf-6fa5-91ec5671ccd6" [ 563.584891] env[62136]: _type = "Task" [ 563.584891] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.597613] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daf138-6d0a-3fcf-6fa5-91ec5671ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.616118] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 744161c8-9035-4da3-99c2-c7929bbc2669 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.616298] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 08ca16d3-b8b5-4170-81b6-7fb0f7b063db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.701300] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.746396] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a2f6dd4-7b4a-4259-800a-7186ea8470ab req-e3f530ca-1796-4c12-b89e-a64e925fd231 service nova] Releasing lock "refresh_cache-61efc1e0-c83b-4f6f-8223-b0b93a1e393d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.801272] env[62136]: INFO nova.compute.manager [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Took 23.19 seconds to build instance. [ 563.984258] env[62136]: DEBUG nova.compute.manager [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Received event network-vif-plugged-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.984548] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Acquiring lock "542181a5-325f-4f45-be66-f28929f5a323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.984792] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Lock "542181a5-325f-4f45-be66-f28929f5a323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.984998] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Lock "542181a5-325f-4f45-be66-f28929f5a323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.985445] env[62136]: DEBUG nova.compute.manager [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] No waiting events found dispatching network-vif-plugged-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.986775] env[62136]: WARNING nova.compute.manager [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Received unexpected event network-vif-plugged-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 for instance with vm_state building and task_state spawning. [ 563.986990] env[62136]: DEBUG nova.compute.manager [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Received event network-changed-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.987173] env[62136]: DEBUG nova.compute.manager [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Refreshing instance network info cache due to event network-changed-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.987360] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Acquiring lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.989546] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.098722] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daf138-6d0a-3fcf-6fa5-91ec5671ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.098722] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.098722] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 61efc1e0-c83b-4f6f-8223-b0b93a1e393d/61efc1e0-c83b-4f6f-8223-b0b93a1e393d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.098722] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e37db5a3-44e0-4fcb-9216-9b6c4dfc72ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.106350] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 564.106350] env[62136]: value = "task-2285841" [ 564.106350] env[62136]: _type = "Task" [ 564.106350] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.115907] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.123066] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance d6456961-ac87-45c8-a4b4-8a5fcff5a376 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.123434] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 564.251506] env[62136]: DEBUG nova.network.neutron [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Updating instance_info_cache with network_info: [{"id": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "address": "fa:16:3e:2e:58:a8", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8ed7a9-4b", "ovs_interfaceid": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.306031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63eb7856-6860-4dc1-80f4-dbca683fc877 tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.646s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.453097] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.453458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.453745] env[62136]: INFO nova.compute.manager [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Rebooting instance [ 564.618574] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.626715] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.758381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.758692] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance network_info: |[{"id": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "address": "fa:16:3e:2e:58:a8", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8ed7a9-4b", "ovs_interfaceid": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.758905] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Acquired lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.759112] env[62136]: DEBUG nova.network.neutron [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Refreshing network info cache for port 9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.762769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:58:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e8ed7a9-4b09-4c25-b49b-af8e4fd04437', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.773043] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating folder: Project (127c9bfa29b0466093b8205cc29bc441). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.777237] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45dca2ae-ef15-4d71-8097-b3d4c27f2be8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.788064] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created folder: Project (127c9bfa29b0466093b8205cc29bc441) in parent group-v465229. [ 564.788339] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating folder: Instances. Parent ref: group-v465279. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.788662] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eeee4de-1dd8-4a17-8e9b-6256e6f7b79a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.798328] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created folder: Instances in parent group-v465279. [ 564.798578] env[62136]: DEBUG oslo.service.loopingcall [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.798768] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.798967] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0a2473-4b11-451a-8df1-db61514507cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.819020] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.825269] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.825269] env[62136]: value = "task-2285844" [ 564.825269] env[62136]: _type = "Task" [ 564.825269] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.835054] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285844, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.999871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.000824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquired lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.001116] env[62136]: DEBUG nova.network.neutron [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.118304] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285841, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.130237] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9ffd2937-5684-4155-a792-dc471683e55b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.130417] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e3ca3a65-1287-4bd2-b350-bd35860f1613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.197621] env[62136]: DEBUG nova.network.neutron [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Updated VIF entry in instance network info cache for port 9e8ed7a9-4b09-4c25-b49b-af8e4fd04437. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.197993] env[62136]: DEBUG nova.network.neutron [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Updating instance_info_cache with network_info: [{"id": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "address": "fa:16:3e:2e:58:a8", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8ed7a9-4b", "ovs_interfaceid": "9e8ed7a9-4b09-4c25-b49b-af8e4fd04437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.341568] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285844, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.348367] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.619416] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285841, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.633669] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance b5a9a89d-073d-4a54-b657-7d61984c4b44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.634365] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Migration 977b0d49-5be2-4476-8497-073384495fc7 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 565.634365] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c433d091-5d97-4757-8cb1-5b8de3e643b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.634676] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 61efc1e0-c83b-4f6f-8223-b0b93a1e393d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.634676] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.700191] env[62136]: DEBUG oslo_concurrency.lockutils [req-4af1cd86-1c45-4a23-911a-48ac508e8115 req-0e13b4f7-6255-4a44-8bd6-f1e686fe3760 service nova] Releasing lock "refresh_cache-542181a5-325f-4f45-be66-f28929f5a323" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.839994] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285844, 'name': CreateVM_Task, 'duration_secs': 0.650552} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.840206] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.840967] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.842358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.842358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.842358] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb0583b-b2ed-48be-b857-39329448a123 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.847652] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 565.847652] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526fc360-b57d-0b65-67e2-99b889b7bb3d" [ 565.847652] env[62136]: _type = "Task" [ 565.847652] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.856965] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526fc360-b57d-0b65-67e2-99b889b7bb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.080138] env[62136]: DEBUG nova.network.neutron [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Updating instance_info_cache with network_info: [{"id": "9e3f8592-bd35-4edd-acef-1df2126507a9", "address": "fa:16:3e:c8:de:de", "network": {"id": "c75f4ac7-09b9-4931-a5a1-511d0381bbb6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1353203467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9921b5b73c624632b5cbedab1995cfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f8592-bd", "ovs_interfaceid": "9e3f8592-bd35-4edd-acef-1df2126507a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.121881] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285841, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.672383} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.122285] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 61efc1e0-c83b-4f6f-8223-b0b93a1e393d/61efc1e0-c83b-4f6f-8223-b0b93a1e393d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.123104] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.123570] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b65021-2e17-4e9f-9ee7-596527439ed9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.130602] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 566.130602] env[62136]: value = "task-2285845" [ 566.130602] env[62136]: _type = "Task" [ 566.130602] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.137238] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 71c5aada-84ef-466e-830d-e9d0c83f7d91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.142928] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.228880] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.229435] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.231584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.231584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.231584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.236169] env[62136]: INFO nova.compute.manager [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Terminating instance [ 566.362458] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526fc360-b57d-0b65-67e2-99b889b7bb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.362968] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.363394] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.364221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.364221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.364464] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.364853] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee43a89b-7acf-4356-a219-b8c37a1f4ca5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.376779] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.377375] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.379014] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8daa0b0-5471-4de6-8c39-7b5a30c083ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.384706] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 566.384706] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52717d05-4e8e-f259-0248-0de07d3358ae" [ 566.384706] env[62136]: _type = "Task" [ 566.384706] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.393989] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52717d05-4e8e-f259-0248-0de07d3358ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.582735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Releasing lock "refresh_cache-e3ca3a65-1287-4bd2-b350-bd35860f1613" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.642778] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance b60e63ef-c64f-4c24-96dd-09b3128c43d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.645027] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 566.645027] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 566.645027] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 566.646129] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229542} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.647273] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.647768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d2212-d694-4f6b-aba1-99e850ce9aa0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.675393] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 61efc1e0-c83b-4f6f-8223-b0b93a1e393d/61efc1e0-c83b-4f6f-8223-b0b93a1e393d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.678473] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ff5b77-c59e-414f-ac68-dd91e137efc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.701802] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 566.701802] env[62136]: value = "task-2285846" [ 566.701802] env[62136]: _type = "Task" [ 566.701802] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.711989] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.740940] env[62136]: DEBUG nova.compute.manager [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.741448] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.742169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118dab49-e938-44b5-b81f-503cbc92dd56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.754183] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.754183] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a76d00-8166-4aa1-ba55-45ee7c1060fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.760704] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 566.760704] env[62136]: value = "task-2285847" [ 566.760704] env[62136]: _type = "Task" [ 566.760704] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.772137] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.901730] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52717d05-4e8e-f259-0248-0de07d3358ae, 'name': SearchDatastore_Task, 'duration_secs': 0.025464} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.906301] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18bede6-57e1-4d08-87a8-c51da4d38a0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.912113] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 566.912113] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5272e910-da31-ada6-7403-e76ac055f8c7" [ 566.912113] env[62136]: _type = "Task" [ 566.912113] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.921026] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5272e910-da31-ada6-7403-e76ac055f8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.090359] env[62136]: DEBUG nova.compute.manager [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.090359] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ea8cf-b07f-4516-835c-f54ba2255be9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.208190] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837f48b-812b-4015-ac28-9144832e0318 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.218194] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523278b-71b0-4f41-9b53-d006ed411b64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.221553] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285846, 'name': ReconfigVM_Task, 'duration_secs': 0.360549} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.222282] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 61efc1e0-c83b-4f6f-8223-b0b93a1e393d/61efc1e0-c83b-4f6f-8223-b0b93a1e393d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.222889] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a562b43-ba78-4ed2-b19c-d4de90681e09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.252350] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4667e7-56a8-4fc4-8883-b54d79aa2991 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.255068] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 567.255068] env[62136]: value = "task-2285848" [ 567.255068] env[62136]: _type = "Task" [ 567.255068] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.264047] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc94a6-423b-44e1-9990-d8f88d526427 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.268842] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285848, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.281294] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.285960] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285847, 'name': PowerOffVM_Task, 'duration_secs': 0.180117} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.286539] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.286666] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.286915] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96af387b-034f-473c-b636-b9c5e62d0406 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.363328] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.364704] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.364704] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Deleting the datastore file [datastore1] 3950405b-22fe-436c-91c3-2a5f9b4779e9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.364704] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b82984d-3f12-4afc-994f-6e1c2451f615 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.374037] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for the task: (returnval){ [ 567.374037] env[62136]: value = "task-2285850" [ 567.374037] env[62136]: _type = "Task" [ 567.374037] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.382334] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.423260] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5272e910-da31-ada6-7403-e76ac055f8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.423260] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.423437] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.423712] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd01583-635f-4e7c-8f03-635ea7ad8bf9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.431088] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 567.431088] env[62136]: value = "task-2285851" [ 567.431088] env[62136]: _type = "Task" [ 567.431088] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.439876] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.772877] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285848, 'name': Rename_Task, 'duration_secs': 0.149127} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.773303] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.773653] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3004aba1-cee6-4cbf-aea0-3c8af2eae933 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.784540] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 567.784540] env[62136]: value = "task-2285852" [ 567.784540] env[62136]: _type = "Task" [ 567.784540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.788977] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.810490] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.889188] env[62136]: DEBUG oslo_vmware.api [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Task: {'id': task-2285850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208647} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.894316] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.894544] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.895058] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.895058] env[62136]: INFO nova.compute.manager [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 567.895225] env[62136]: DEBUG oslo.service.loopingcall [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.895817] env[62136]: DEBUG nova.compute.manager [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.895908] env[62136]: DEBUG nova.network.neutron [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.944317] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.118128] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e6841-418e-43ef-a5bb-72cf9e02aaf5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.128224] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Doing hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 568.128881] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c4784bdd-a523-48a4-bc3e-79dabb7203d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.135790] env[62136]: DEBUG oslo_vmware.api [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 568.135790] env[62136]: value = "task-2285853" [ 568.135790] env[62136]: _type = "Task" [ 568.135790] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.145719] env[62136]: DEBUG oslo_vmware.api [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285853, 'name': ResetVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.294919] env[62136]: DEBUG oslo_vmware.api [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285852, 'name': PowerOnVM_Task, 'duration_secs': 0.505804} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.295276] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.295347] env[62136]: INFO nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Took 9.38 seconds to spawn the instance on the hypervisor. [ 568.295549] env[62136]: DEBUG nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.296455] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedbd9c6-db1e-4892-b9d3-9c715caeef47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.301210] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 568.301382] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.781s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.302961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.808s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.302961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.304400] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.687s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.305960] env[62136]: INFO nova.compute.claims [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.308752] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 568.311509] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Getting list of instances from cluster (obj){ [ 568.311509] env[62136]: value = "domain-c8" [ 568.311509] env[62136]: _type = "ClusterComputeResource" [ 568.311509] env[62136]: } {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 568.312815] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5351e939-de9e-4bff-af73-b8eb2845d9d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.340716] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Got total of 11 instances {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 568.355593] env[62136]: INFO nova.scheduler.client.report [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted allocations for instance de928602-9c69-45f7-956a-af2d73893f77 [ 568.443142] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285851, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.647789] env[62136]: DEBUG oslo_vmware.api [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285853, 'name': ResetVM_Task, 'duration_secs': 0.123659} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.650403] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Did hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 568.650696] env[62136]: DEBUG nova.compute.manager [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.651906] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5213a9b0-3fa3-4a47-8805-4c140f45b8f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.838235] env[62136]: INFO nova.compute.manager [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Took 25.80 seconds to build instance. [ 568.869767] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2efee62c-703d-417a-9814-8ad0fbd1fe1f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "de928602-9c69-45f7-956a-af2d73893f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.944443] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285851, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.174443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63c8a762-9dac-4785-9e9a-b296ded7188e tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.720s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.195826] env[62136]: DEBUG nova.network.neutron [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.295875] env[62136]: DEBUG nova.compute.manager [req-c6cb4f1b-7c5b-4d95-bd10-7e8d5bd0e99e req-31d73f88-56a1-4a78-b47f-ccdc3d6e19d8 service nova] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Received event network-vif-deleted-12ce7743-34d4-45df-ad2c-9d6e29f25725 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.342506] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea5257e2-9d09-4b2a-a62a-a8b1d268c8e6 tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.353s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.450414] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.541198} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.450414] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.450614] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.450887] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f3044a-91b0-4843-aca3-e195939455eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.461306] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 569.461306] env[62136]: value = "task-2285854" [ 569.461306] env[62136]: _type = "Task" [ 569.461306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.480022] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.701741] env[62136]: INFO nova.compute.manager [-] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Took 1.80 seconds to deallocate network for instance. [ 569.814644] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be333a-4f2b-4b30-bc87-6dfaffecd6ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.829436] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83801246-6c68-4c28-8259-fb19ac9179c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.864754] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.868040] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d54361-0c5f-4c88-bb02-a8bd550dbd39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.876903] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ef4a8-3f05-4b21-9816-238737c79e24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.892771] env[62136]: DEBUG nova.compute.provider_tree [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.971259] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079358} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.971913] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.972692] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c1e1a-64d6-4915-b63f-6fc4cfecba08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.005413] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.005769] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66a57dd-e388-4cca-a700-d41772092343 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.027026] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 570.027026] env[62136]: value = "task-2285855" [ 570.027026] env[62136]: _type = "Task" [ 570.027026] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.039233] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.209317] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.399162] env[62136]: DEBUG nova.scheduler.client.report [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.404236] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.539138] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.907308] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.908046] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.913452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.060s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.039095] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285855, 'name': ReconfigVM_Task, 'duration_secs': 0.681117} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.039421] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.040202] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bf53485-716a-4438-8c80-8dc6ed1975bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.053258] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 571.053258] env[62136]: value = "task-2285856" [ 571.053258] env[62136]: _type = "Task" [ 571.053258] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.060925] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285856, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.415873] env[62136]: DEBUG nova.compute.utils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.420066] env[62136]: INFO nova.compute.claims [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.432572] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.432662] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.539825] env[62136]: DEBUG nova.policy [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d720b7058084d8fb50cc9a527f9ca9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227674f5d6864620986d9314c128b7c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.564332] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285856, 'name': Rename_Task, 'duration_secs': 0.377307} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.566591] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.566726] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61bf5f5d-8dbb-40c7-93a7-ccb925b2f20e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.573331] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 571.573331] env[62136]: value = "task-2285857" [ 571.573331] env[62136]: _type = "Task" [ 571.573331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.589436] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.933213] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.939641] env[62136]: INFO nova.compute.resource_tracker [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating resource usage from migration 977b0d49-5be2-4476-8497-073384495fc7 [ 572.089460] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.120424] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Successfully created port: 0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.376389] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.376641] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.379221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.379221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.379221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.383615] env[62136]: INFO nova.compute.manager [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Terminating instance [ 572.498707] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ad704-1658-45b0-8a58-898643d6b70b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.507152] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e36d0-f959-4440-902e-d9d0b484c641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.539522] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8676e525-507b-4d84-8837-07acf073e374 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.547097] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb8195-b4b7-4e96-81c9-116640483d34 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.561589] env[62136]: DEBUG nova.compute.provider_tree [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.586335] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.888837] env[62136]: DEBUG nova.compute.manager [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 572.889131] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.890196] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375539c9-642e-4109-816d-a465d0b18139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.901862] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.905550] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423895b6-7e53-4457-8195-98fcb85577b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.913370] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 572.913370] env[62136]: value = "task-2285858" [ 572.913370] env[62136]: _type = "Task" [ 572.913370] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.922907] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.945770] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.982811] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.983106] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.983743] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.983743] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.983743] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.983927] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.984378] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.984869] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.984869] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.985847] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.986231] env[62136]: DEBUG nova.virt.hardware [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.987572] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01eb4e-a4d9-462c-9ce7-b1ae2e86eff0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.001293] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c6d655-4949-49d0-ac89-1e6e8d18fa00 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.066343] env[62136]: DEBUG nova.scheduler.client.report [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.085672] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285857, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.428387] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285858, 'name': PowerOffVM_Task, 'duration_secs': 0.195122} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.428673] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.428841] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.429185] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f42d52-24ed-4487-9a36-7402c42891f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.465928] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.466782] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.516882] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.517202] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.517779] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Deleting the datastore file [datastore1] e3ca3a65-1287-4bd2-b350-bd35860f1613 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.517779] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12bf8823-14fb-476e-8200-cac45415a453 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.524282] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for the task: (returnval){ [ 573.524282] env[62136]: value = "task-2285860" [ 573.524282] env[62136]: _type = "Task" [ 573.524282] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.534634] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.575264] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.663s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.575488] env[62136]: INFO nova.compute.manager [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Migrating [ 573.575746] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.577410] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.583018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.684s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.583018] env[62136]: INFO nova.compute.claims [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.604392] env[62136]: DEBUG oslo_vmware.api [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285857, 'name': PowerOnVM_Task, 'duration_secs': 1.538431} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.604725] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.604926] env[62136]: INFO nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Took 12.07 seconds to spawn the instance on the hypervisor. [ 573.605151] env[62136]: DEBUG nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.607992] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0739369-59a8-4da4-a3e8-b66004d5e129 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.046822] env[62136]: DEBUG oslo_vmware.api [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Task: {'id': task-2285860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143615} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.050544] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.050544] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.050544] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.050544] env[62136]: INFO nova.compute.manager [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Took 1.16 seconds to destroy the instance on the hypervisor. [ 574.050544] env[62136]: DEBUG oslo.service.loopingcall [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.051172] env[62136]: DEBUG nova.compute.manager [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 574.051172] env[62136]: DEBUG nova.network.neutron [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.081241] env[62136]: INFO nova.compute.rpcapi [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 574.081945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.134262] env[62136]: INFO nova.compute.manager [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Took 29.35 seconds to build instance. [ 574.240298] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.240520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.544898] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Successfully updated port: 0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.611151] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.612950] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.612950] env[62136]: DEBUG nova.network.neutron [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.641763] env[62136]: DEBUG oslo_concurrency.lockutils [None req-07646ed9-179f-4186-8277-4d4ce94536b0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.409s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.049932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.050214] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquired lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.050320] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.055081] env[62136]: DEBUG nova.network.neutron [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.141475] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ddad62-1862-4392-b2d3-fa0765058cc8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.144325] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.156694] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09f7baf-5222-41aa-9db8-358425a8246f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.202667] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db1eff-9e89-40e3-83b0-e1060e08c01e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.216451] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf10755-a3ae-47e5-8623-f52b35d3a6d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.232726] env[62136]: DEBUG nova.compute.provider_tree [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.290312] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.290312] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.357455] env[62136]: DEBUG nova.compute.manager [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Received event network-vif-plugged-0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.357680] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.357885] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.358067] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.358237] env[62136]: DEBUG nova.compute.manager [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] No waiting events found dispatching network-vif-plugged-0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.358567] env[62136]: WARNING nova.compute.manager [req-aa35a76d-204c-4f22-9ba8-ed853e595653 req-dc19be5d-2fe8-4c79-ac62-29d610891ca4 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Received unexpected event network-vif-plugged-0eacd2f4-51c3-4dec-82c8-55c20ef849df for instance with vm_state building and task_state spawning. [ 575.562770] env[62136]: INFO nova.compute.manager [-] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Took 1.51 seconds to deallocate network for instance. [ 575.575826] env[62136]: DEBUG nova.compute.manager [req-308a51cc-999b-41d6-8347-ffd0d8855b03 req-44459b77-0137-49cf-90c0-2a50e1463093 service nova] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Received event network-vif-deleted-9e3f8592-bd35-4edd-acef-1df2126507a9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.629942] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.673599] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.736090] env[62136]: DEBUG nova.scheduler.client.report [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.751225] env[62136]: DEBUG nova.network.neutron [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.866161] env[62136]: DEBUG nova.network.neutron [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updating instance_info_cache with network_info: [{"id": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "address": "fa:16:3e:5c:c4:af", "network": {"id": "ef7cac3f-27dd-4546-a1d8-d51a77364a6c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145605452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227674f5d6864620986d9314c128b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eacd2f4-51", "ovs_interfaceid": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.071248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.201794] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.202206] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.225040] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.225334] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.225604] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.225758] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.225943] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.230034] env[62136]: INFO nova.compute.manager [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Terminating instance [ 576.244920] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.245120] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.248355] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.974s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.248547] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.250806] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.044s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.251048] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.253658] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.889s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.255566] env[62136]: INFO nova.compute.claims [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.261068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.305933] env[62136]: INFO nova.scheduler.client.report [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Deleted allocations for instance 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f [ 576.314122] env[62136]: INFO nova.scheduler.client.report [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Deleted allocations for instance 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3 [ 576.375113] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Releasing lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.375582] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Instance network_info: |[{"id": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "address": "fa:16:3e:5c:c4:af", "network": {"id": "ef7cac3f-27dd-4546-a1d8-d51a77364a6c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145605452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227674f5d6864620986d9314c128b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eacd2f4-51", "ovs_interfaceid": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.376802] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:c4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eacd2f4-51c3-4dec-82c8-55c20ef849df', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.386265] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Creating folder: Project (227674f5d6864620986d9314c128b7c8). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.387414] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7fcd1fa-3385-44a8-9eea-f897e80280e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.398941] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Created folder: Project (227674f5d6864620986d9314c128b7c8) in parent group-v465229. [ 576.399101] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Creating folder: Instances. Parent ref: group-v465282. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.400021] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd7be4d-23d6-4165-92dc-73cc9a1d8e66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.408550] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Created folder: Instances in parent group-v465282. [ 576.408814] env[62136]: DEBUG oslo.service.loopingcall [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.409020] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.409233] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025079c3-e717-4d27-a034-0fce11c3fb89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.429102] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.429102] env[62136]: value = "task-2285863" [ 576.429102] env[62136]: _type = "Task" [ 576.429102] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.436768] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285863, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.679734] env[62136]: INFO nova.compute.manager [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Rebuilding instance [ 576.738022] env[62136]: DEBUG nova.compute.manager [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.738022] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.738022] env[62136]: DEBUG nova.compute.manager [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.738022] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e570f3c-ff57-4262-9e56-46bb3d2b37f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.739565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9afc678-1daf-4066-8b67-d01503ddd2cf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.751937] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.752471] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113bf989-7702-4fbf-9e38-289aad11e55d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.758406] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 576.758406] env[62136]: value = "task-2285864" [ 576.758406] env[62136]: _type = "Task" [ 576.758406] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.762526] env[62136]: DEBUG nova.compute.utils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.766190] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.766190] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.778884] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.814807] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33b18de3-471c-4e00-99a6-82eaebf25f9d tempest-TenantUsagesTestJSON-1292583349 tempest-TenantUsagesTestJSON-1292583349-project-member] Lock "6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.300s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.828807] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1ff52323-f539-4f48-8363-e6dddfa975ef tempest-InstanceActionsNegativeTestJSON-615526373 tempest-InstanceActionsNegativeTestJSON-615526373-project-member] Lock "174a0e1d-6bb8-4eec-b7dd-fba7c894eda3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.286s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.860979] env[62136]: DEBUG nova.policy [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f4fe537e5f4b63b320f747c6b8a018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf948d64507347ce8415b9ef7b90abb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.944708] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285863, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.267991] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.271742] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285864, 'name': PowerOffVM_Task, 'duration_secs': 0.202158} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.271742] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.271910] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 577.275126] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d40f1e4-7d71-4ef1-8248-7a7c4599720a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.349604] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.350889] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.351116] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Deleting the datastore file [datastore1] 61efc1e0-c83b-4f6f-8223-b0b93a1e393d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.354186] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a52ea38d-ab5c-45f0-bec7-3e82ebdf6779 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.360244] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for the task: (returnval){ [ 577.360244] env[62136]: value = "task-2285866" [ 577.360244] env[62136]: _type = "Task" [ 577.360244] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.371915] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.442399] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285863, 'name': CreateVM_Task, 'duration_secs': 0.55371} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.442582] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.444772] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.444772] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.444772] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.444772] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d719a2b-3e61-480e-8e6c-379ccfaa934b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.449647] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 577.449647] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cac264-6ef6-7e19-6bf5-0f047eea5263" [ 577.449647] env[62136]: _type = "Task" [ 577.449647] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.468344] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cac264-6ef6-7e19-6bf5-0f047eea5263, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.468697] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.468939] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.469193] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.469338] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.469517] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.469782] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d99370e1-433b-44b5-8a10-08c8989ffb83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.480226] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.480460] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.481182] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4327ce4b-c5df-4c88-82b8-23a53b676016 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.486312] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 577.486312] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526cb8e5-0065-c949-861a-5cc52aa8ce12" [ 577.486312] env[62136]: _type = "Task" [ 577.486312] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.494350] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526cb8e5-0065-c949-861a-5cc52aa8ce12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.728844] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Successfully created port: 4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.756814] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.757132] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9d2ccf-d04f-46f9-95f4-d4a820f63cf3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.767411] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 577.767411] env[62136]: value = "task-2285867" [ 577.767411] env[62136]: _type = "Task" [ 577.767411] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.774632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.774632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.787221] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc19dd-88ca-4535-ad73-ab3fa92053d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.794506] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.822576] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 577.870929] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfec0ae-a193-4c47-b819-1d73fcfe8bb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.888278] env[62136]: DEBUG oslo_vmware.api [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Task: {'id': task-2285866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153746} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.888278] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.888278] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.888278] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.888278] env[62136]: INFO nova.compute.manager [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 577.888523] env[62136]: DEBUG oslo.service.loopingcall [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.889284] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080be6e1-5dd6-472f-9b9e-ad825128e47a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.892508] env[62136]: DEBUG nova.compute.manager [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.892602] env[62136]: DEBUG nova.network.neutron [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.923954] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0efbc-5326-4631-85d4-9ad56ebcacd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.932239] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94acc820-6b78-427b-990c-79a0e4eed321 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.947328] env[62136]: DEBUG nova.compute.provider_tree [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.998791] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526cb8e5-0065-c949-861a-5cc52aa8ce12, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.999727] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c32c04-95b9-4151-b849-896f58ab96c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.005422] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 578.005422] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255cf2d-3013-fd6e-06e4-35a1cbc06987" [ 578.005422] env[62136]: _type = "Task" [ 578.005422] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.015694] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255cf2d-3013-fd6e-06e4-35a1cbc06987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.148082] env[62136]: DEBUG nova.compute.manager [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Received event network-changed-0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.148082] env[62136]: DEBUG nova.compute.manager [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Refreshing instance network info cache due to event network-changed-0eacd2f4-51c3-4dec-82c8-55c20ef849df. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.148082] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] Acquiring lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.148082] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] Acquired lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.148082] env[62136]: DEBUG nova.network.neutron [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Refreshing network info cache for port 0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.284688] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.286920] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285867, 'name': PowerOffVM_Task, 'duration_secs': 0.206797} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.288055] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.288388] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.290649] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb5d6e-8c2f-48e4-ad44-00bcfae77760 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.296035] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.297398] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d46ec916-f971-4831-9189-1a66333c55ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.319141] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.319381] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.319559] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.319706] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.319850] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.319990] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.320212] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.320369] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.320532] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.320690] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.320945] env[62136]: DEBUG nova.virt.hardware [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.321864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77be78-eed2-4b0b-8f45-11923c4ff940 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.333168] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.333524] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca1b004-6d73-4100-9c46-08b87fd803c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.336220] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25587a-3aff-48f0-a832-90999437fb25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.352287] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 578.352287] env[62136]: value = "task-2285869" [ 578.352287] env[62136]: _type = "Task" [ 578.352287] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.362233] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 578.362377] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 578.362516] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore1] 542181a5-325f-4f45-be66-f28929f5a323 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.362856] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46671187-00d6-4b59-b9e3-1a2f83badad5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.370561] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 578.370561] env[62136]: value = "task-2285870" [ 578.370561] env[62136]: _type = "Task" [ 578.370561] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.379480] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.475926] env[62136]: ERROR nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [req-f70ee2e5-8413-42bc-bd8a-9344c72c43bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f70ee2e5-8413-42bc-bd8a-9344c72c43bb"}]} [ 578.508772] env[62136]: DEBUG nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 578.522198] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255cf2d-3013-fd6e-06e4-35a1cbc06987, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.522321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.522676] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] fadd9b66-0b47-4694-96dd-2ae88fc35b76/fadd9b66-0b47-4694-96dd-2ae88fc35b76.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.524021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2f54e56-9b59-46c0-b127-c792509b9c14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.533207] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 578.533207] env[62136]: value = "task-2285871" [ 578.533207] env[62136]: _type = "Task" [ 578.533207] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.545797] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.547063] env[62136]: DEBUG nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 578.547264] env[62136]: DEBUG nova.compute.provider_tree [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.564768] env[62136]: DEBUG nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 578.591800] env[62136]: DEBUG nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 578.871946] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285869, 'name': PowerOffVM_Task, 'duration_secs': 0.201583} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.871946] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.871946] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 578.898180] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157258} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.898533] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.898695] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 578.898897] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.044451] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488705} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.047294] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] fadd9b66-0b47-4694-96dd-2ae88fc35b76/fadd9b66-0b47-4694-96dd-2ae88fc35b76.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.047527] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.048495] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1baa3ecb-2fb8-44f1-8f3c-3716cf7caf7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.055112] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 579.055112] env[62136]: value = "task-2285872" [ 579.055112] env[62136]: _type = "Task" [ 579.055112] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.064444] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.225881] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e4c02-7899-48a7-b649-ae148625d85b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.234908] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb31baaa-c493-4434-a99f-c4393f490817 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.272882] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcccaf1b-a856-4085-b262-916ffd57f9ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.284184] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67733b4-78a3-4723-a9bd-ade97582c525 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.288663] env[62136]: DEBUG nova.network.neutron [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updated VIF entry in instance network info cache for port 0eacd2f4-51c3-4dec-82c8-55c20ef849df. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.289058] env[62136]: DEBUG nova.network.neutron [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updating instance_info_cache with network_info: [{"id": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "address": "fa:16:3e:5c:c4:af", "network": {"id": "ef7cac3f-27dd-4546-a1d8-d51a77364a6c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145605452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227674f5d6864620986d9314c128b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eacd2f4-51", "ovs_interfaceid": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.303769] env[62136]: DEBUG nova.compute.provider_tree [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.389702] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.390117] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.390584] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.390584] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.390723] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.390768] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.390954] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.392219] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.392219] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.392219] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.392219] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.397746] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e65ec98-35e6-4f49-aaaf-390b347e8cec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.418875] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 579.418875] env[62136]: value = "task-2285873" [ 579.418875] env[62136]: _type = "Task" [ 579.418875] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.426441] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.542658] env[62136]: DEBUG nova.compute.manager [req-a92c06e8-59d1-4e74-aa0b-23e3e1def5bb req-525e70c9-e9ce-4663-9fba-35c1921d431f service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Received event network-vif-deleted-273e9643-acd8-43e2-b411-88c8164bcb5b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.542867] env[62136]: INFO nova.compute.manager [req-a92c06e8-59d1-4e74-aa0b-23e3e1def5bb req-525e70c9-e9ce-4663-9fba-35c1921d431f service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Neutron deleted interface 273e9643-acd8-43e2-b411-88c8164bcb5b; detaching it from the instance and deleting it from the info cache [ 579.543066] env[62136]: DEBUG nova.network.neutron [req-a92c06e8-59d1-4e74-aa0b-23e3e1def5bb req-525e70c9-e9ce-4663-9fba-35c1921d431f service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.564550] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066524} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.564827] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.565709] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10034ea0-3ee4-4bb4-ab25-fa40d0a9cdbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.582115] env[62136]: DEBUG nova.network.neutron [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.594984] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fadd9b66-0b47-4694-96dd-2ae88fc35b76/fadd9b66-0b47-4694-96dd-2ae88fc35b76.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.596234] env[62136]: INFO nova.compute.manager [-] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Took 1.70 seconds to deallocate network for instance. [ 579.596651] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2f062c-6623-472d-955e-af09af324287 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.626808] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 579.626808] env[62136]: value = "task-2285874" [ 579.626808] env[62136]: _type = "Task" [ 579.626808] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.636779] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.782205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "f4b98389-d22d-4c33-850c-84d366fdff60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.782205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.782205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.782205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.782481] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.785300] env[62136]: INFO nova.compute.manager [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Terminating instance [ 579.793761] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8d72f19-89cd-45fe-b1a0-2a4367e8b1ed req-064f8124-f374-4921-8cb6-de784ccdcbf8 service nova] Releasing lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.806349] env[62136]: DEBUG nova.scheduler.client.report [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.929224] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285873, 'name': ReconfigVM_Task, 'duration_secs': 0.434456} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.929497] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 579.958736] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.959528] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.959528] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.959528] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.959528] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.959528] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.959832] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.959832] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.960040] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.964356] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.965556] env[62136]: DEBUG nova.virt.hardware [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.965556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf322cb1-a3d8-4207-b0be-80ecbd1d4cdd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.978497] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a98c7-372e-4264-8def-f0ffe33abf9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.993698] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:58:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e8ed7a9-4b09-4c25-b49b-af8e4fd04437', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.001686] env[62136]: DEBUG oslo.service.loopingcall [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.002497] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.002727] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf407b75-b697-410f-a708-94626859ebae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.023950] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.023950] env[62136]: value = "task-2285875" [ 580.023950] env[62136]: _type = "Task" [ 580.023950] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.033493] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285875, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.047130] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d94201aa-7e46-432f-bb85-b78384f09d14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.057757] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64605b1-8100-4b38-ae8f-b5c6cde27775 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.091345] env[62136]: DEBUG nova.compute.manager [req-a92c06e8-59d1-4e74-aa0b-23e3e1def5bb req-525e70c9-e9ce-4663-9fba-35c1921d431f service nova] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Detach interface failed, port_id=273e9643-acd8-43e2-b411-88c8164bcb5b, reason: Instance 61efc1e0-c83b-4f6f-8223-b0b93a1e393d could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 580.120855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.139960] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.174254] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Successfully updated port: 4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.292324] env[62136]: DEBUG nova.compute.manager [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.292574] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.293591] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b4d27-3ba3-4195-878a-46df5b7db4a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.303344] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.307391] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd5cac3-afdb-4db5-b6d4-86527aa3bbbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.314304] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 580.314304] env[62136]: value = "task-2285876" [ 580.314304] env[62136]: _type = "Task" [ 580.314304] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.318447] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.065s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.318963] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.325598] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.656s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.325811] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.328762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.922s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.331756] env[62136]: INFO nova.compute.claims [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.343292] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.370702] env[62136]: INFO nova.scheduler.client.report [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Deleted allocations for instance fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97 [ 580.440332] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.440332] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.440332] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.444452] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.444792] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.445011] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.445302] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.445484] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.445701] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.445906] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.446379] env[62136]: DEBUG nova.virt.hardware [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.455597] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 580.456419] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba7e5ed-e1d9-4c8d-a9c9-3c52b0a319d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.477432] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 580.477432] env[62136]: value = "task-2285877" [ 580.477432] env[62136]: _type = "Task" [ 580.477432] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.491388] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.536606] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285875, 'name': CreateVM_Task, 'duration_secs': 0.375645} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.537273] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.537858] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.538051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.538501] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.538843] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a0bf88-a1b2-447d-bd60-1bc35ab6224a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.543807] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 580.543807] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5d2e2-0e15-aa4c-3487-a001dd05ce7b" [ 580.543807] env[62136]: _type = "Task" [ 580.543807] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.551890] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5d2e2-0e15-aa4c-3487-a001dd05ce7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.558811] env[62136]: DEBUG nova.compute.manager [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Received event network-vif-plugged-4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.559110] env[62136]: DEBUG oslo_concurrency.lockutils [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] Acquiring lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.559262] env[62136]: DEBUG oslo_concurrency.lockutils [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.559395] env[62136]: DEBUG oslo_concurrency.lockutils [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.559562] env[62136]: DEBUG nova.compute.manager [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] No waiting events found dispatching network-vif-plugged-4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.559737] env[62136]: WARNING nova.compute.manager [req-8f5d9a24-83e3-41e7-abc1-3b1c2aa39da0 req-1a3e9ace-cd00-4619-892b-a6ec1ae562b8 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Received unexpected event network-vif-plugged-4e050a5a-917a-4a76-9989-f0e715eea607 for instance with vm_state building and task_state spawning. [ 580.626986] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.626986] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.627350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.627350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.627499] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.632273] env[62136]: INFO nova.compute.manager [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Terminating instance [ 580.642226] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285874, 'name': ReconfigVM_Task, 'duration_secs': 0.542839} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.642559] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fadd9b66-0b47-4694-96dd-2ae88fc35b76/fadd9b66-0b47-4694-96dd-2ae88fc35b76.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.643137] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2abb9436-f488-4565-8384-6e53c992b8e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.648746] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 580.648746] env[62136]: value = "task-2285878" [ 580.648746] env[62136]: _type = "Task" [ 580.648746] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.657329] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285878, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.676249] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.676483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.676773] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.826545] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285876, 'name': PowerOffVM_Task, 'duration_secs': 0.312571} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.826885] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.827895] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.827895] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d7d418-558b-4c23-8558-4fa1fdb438da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.836623] env[62136]: DEBUG nova.compute.utils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.842638] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.845442] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.884982] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e535105-0fc7-46b0-88ed-6f02aad3f630 tempest-DeleteServersAdminTestJSON-940676714 tempest-DeleteServersAdminTestJSON-940676714-project-admin] Lock "fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.971s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.895705] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.896597] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.896597] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleting the datastore file [datastore2] f4b98389-d22d-4c33-850c-84d366fdff60 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.896768] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b582f4a0-3cfc-4096-a502-bfafae6b90cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.905367] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 580.905367] env[62136]: value = "task-2285880" [ 580.905367] env[62136]: _type = "Task" [ 580.905367] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.916747] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.971013] env[62136]: DEBUG nova.policy [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b05f81f6da4c1e87b9050e401bacfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c1d9ca79f2d463eb7185adb222d4d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.997019] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285877, 'name': ReconfigVM_Task, 'duration_secs': 0.154966} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.997019] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 580.997859] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e9c8be-5c44-4100-9a34-51f758dc3d69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.022946] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.023356] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adeabfe7-d4a4-459b-bad0-a88dfd07fb92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.044146] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 581.044146] env[62136]: value = "task-2285881" [ 581.044146] env[62136]: _type = "Task" [ 581.044146] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.062200] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.062741] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b5d2e2-0e15-aa4c-3487-a001dd05ce7b, 'name': SearchDatastore_Task, 'duration_secs': 0.020788} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.063381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.063825] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.064360] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.064645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.064937] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.065332] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5e1b86-8274-4f8c-92d5-dffb7ac60fa1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.076316] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.076688] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.077630] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e237c3b-f2d2-49d1-ad2c-148abc10e6e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.084546] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 581.084546] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800b23-b0c1-1d84-0c5f-d65c723168f0" [ 581.084546] env[62136]: _type = "Task" [ 581.084546] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.092992] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800b23-b0c1-1d84-0c5f-d65c723168f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.139301] env[62136]: DEBUG nova.compute.manager [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.140610] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.142389] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b84a74-1b7d-44fd-a4d5-ba2089cd07f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.152320] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.156591] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8736bcbc-24c1-46a3-98d7-46206bb8f7d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.162637] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285878, 'name': Rename_Task, 'duration_secs': 0.138083} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.164610] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.164928] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 581.164928] env[62136]: value = "task-2285882" [ 581.164928] env[62136]: _type = "Task" [ 581.164928] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.165129] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e1d811d-cfcf-4117-bad9-ba978d2d30fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.175821] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.177874] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 581.177874] env[62136]: value = "task-2285883" [ 581.177874] env[62136]: _type = "Task" [ 581.177874] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.191047] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.242707] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.345901] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.426271] env[62136]: DEBUG oslo_vmware.api [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132737} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.426602] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.426988] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.428048] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.428048] env[62136]: INFO nova.compute.manager [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Took 1.13 seconds to destroy the instance on the hypervisor. [ 581.428048] env[62136]: DEBUG oslo.service.loopingcall [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.428264] env[62136]: DEBUG nova.compute.manager [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.428410] env[62136]: DEBUG nova.network.neutron [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.558902] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285881, 'name': ReconfigVM_Task, 'duration_secs': 0.323926} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.559205] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3/c433d091-5d97-4757-8cb1-5b8de3e643b3.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.559478] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 581.594771] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800b23-b0c1-1d84-0c5f-d65c723168f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.595774] env[62136]: DEBUG nova.network.neutron [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Updating instance_info_cache with network_info: [{"id": "4e050a5a-917a-4a76-9989-f0e715eea607", "address": "fa:16:3e:d3:a4:d1", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e050a5a-91", "ovs_interfaceid": "4e050a5a-917a-4a76-9989-f0e715eea607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.597907] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b71420-7687-405b-95ce-372e3fee61e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.607065] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 581.607065] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52626bdb-a85f-1437-7e39-46553379a9f7" [ 581.607065] env[62136]: _type = "Task" [ 581.607065] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.617755] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52626bdb-a85f-1437-7e39-46553379a9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.676321] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285882, 'name': PowerOffVM_Task, 'duration_secs': 0.296998} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.676681] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.676782] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.677051] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff80bf9a-12f3-4cee-9d66-d3e374f782ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.690946] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.745363] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.746491] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.746491] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleting the datastore file [datastore2] 23416bb7-4e8e-429b-bdff-d73b0dd6dd90 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.746491] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-101b2455-2141-41fe-bc98-5968461bc755 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.751684] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for the task: (returnval){ [ 581.751684] env[62136]: value = "task-2285885" [ 581.751684] env[62136]: _type = "Task" [ 581.751684] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.762199] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.955305] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83d2b3-3957-4e36-8ae6-9208d3f48efc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.965316] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356eb569-afe9-4eaa-8af6-af068d496093 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.002688] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4257b0dd-67cd-4d88-917c-d45d0d13c6cd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.010334] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62045eb3-cec7-4ac6-bfea-04dc14ddd56e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.026536] env[62136]: DEBUG nova.compute.provider_tree [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.066206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a1c8b-bc21-4bea-9303-913ff84b793f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.094910] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca03c2f6-63ce-4556-865d-d13d9a39f77d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.098350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.098732] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Instance network_info: |[{"id": "4e050a5a-917a-4a76-9989-f0e715eea607", "address": "fa:16:3e:d3:a4:d1", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e050a5a-91", "ovs_interfaceid": "4e050a5a-917a-4a76-9989-f0e715eea607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.099441] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a4:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e050a5a-917a-4a76-9989-f0e715eea607', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.108103] env[62136]: DEBUG oslo.service.loopingcall [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.121861] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.122222] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 582.129524] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4b5b2b5-d476-4b7c-b9e7-cb16204961ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.151676] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52626bdb-a85f-1437-7e39-46553379a9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.152010] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.152858] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.152858] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.152858] env[62136]: value = "task-2285886" [ 582.152858] env[62136]: _type = "Task" [ 582.152858] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.152858] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930f653f-de50-48d8-be14-3a94bc59411b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.163832] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285886, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.165364] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 582.165364] env[62136]: value = "task-2285887" [ 582.165364] env[62136]: _type = "Task" [ 582.165364] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.179024] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.189171] env[62136]: DEBUG oslo_vmware.api [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2285883, 'name': PowerOnVM_Task, 'duration_secs': 0.710853} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.189466] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.189625] env[62136]: INFO nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Took 9.24 seconds to spawn the instance on the hypervisor. [ 582.189880] env[62136]: DEBUG nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.190704] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764df0c-d191-4223-b625-a1a38898ccc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.262521] env[62136]: DEBUG oslo_vmware.api [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Task: {'id': task-2285885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214636} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.262597] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.262761] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.262939] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.263134] env[62136]: INFO nova.compute.manager [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Took 1.12 seconds to destroy the instance on the hypervisor. [ 582.263450] env[62136]: DEBUG oslo.service.loopingcall [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.263650] env[62136]: DEBUG nova.compute.manager [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.263744] env[62136]: DEBUG nova.network.neutron [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.267462] env[62136]: DEBUG nova.compute.manager [req-6b804f7e-5cca-40ee-859c-a5fb96c59083 req-8f571c16-3455-49ef-944f-d61be9c297f1 service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Received event network-vif-deleted-ec87e37b-7524-4c73-b904-7195e6c7668a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.267664] env[62136]: INFO nova.compute.manager [req-6b804f7e-5cca-40ee-859c-a5fb96c59083 req-8f571c16-3455-49ef-944f-d61be9c297f1 service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Neutron deleted interface ec87e37b-7524-4c73-b904-7195e6c7668a; detaching it from the instance and deleting it from the info cache [ 582.267835] env[62136]: DEBUG nova.network.neutron [req-6b804f7e-5cca-40ee-859c-a5fb96c59083 req-8f571c16-3455-49ef-944f-d61be9c297f1 service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.329133] env[62136]: DEBUG nova.network.neutron [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.362253] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.391194] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:41:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1579922560',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-379940889',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.391540] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.391631] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.391813] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.391957] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.392516] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.392847] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.393027] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.393200] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.393461] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.393645] env[62136]: DEBUG nova.virt.hardware [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.394842] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf1450-2a9e-4bc9-9323-8a3ce8746f69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.403739] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5287e-a782-4846-bbac-cb22b1ef8b50 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.454679] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Successfully created port: 18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.571068] env[62136]: DEBUG nova.scheduler.client.report [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 582.571425] env[62136]: DEBUG nova.compute.provider_tree [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 44 to 45 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.571621] env[62136]: DEBUG nova.compute.provider_tree [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.670418] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285886, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.682664] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.714026] env[62136]: INFO nova.compute.manager [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Took 35.14 seconds to build instance. [ 582.730348] env[62136]: DEBUG nova.network.neutron [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Port ed51ee15-29da-43f0-aae2-8a1e30d775c1 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 582.770726] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b269ca6-337b-4955-ab34-ab54254d9e4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.787155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22674062-69b5-43ca-8155-f026a4dceb67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.832825] env[62136]: INFO nova.compute.manager [-] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Took 1.40 seconds to deallocate network for instance. [ 582.832825] env[62136]: DEBUG nova.compute.manager [req-6b804f7e-5cca-40ee-859c-a5fb96c59083 req-8f571c16-3455-49ef-944f-d61be9c297f1 service nova] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Detach interface failed, port_id=ec87e37b-7524-4c73-b904-7195e6c7668a, reason: Instance f4b98389-d22d-4c33-850c-84d366fdff60 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 583.018259] env[62136]: DEBUG nova.compute.manager [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Received event network-changed-4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.018553] env[62136]: DEBUG nova.compute.manager [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Refreshing instance network info cache due to event network-changed-4e050a5a-917a-4a76-9989-f0e715eea607. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.018731] env[62136]: DEBUG oslo_concurrency.lockutils [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] Acquiring lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.019339] env[62136]: DEBUG oslo_concurrency.lockutils [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] Acquired lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.019339] env[62136]: DEBUG nova.network.neutron [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Refreshing network info cache for port 4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.080541] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.080541] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.085315] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.448s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.085876] env[62136]: INFO nova.compute.claims [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.147127] env[62136]: DEBUG nova.network.neutron [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.171014] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285886, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.185323] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703517} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.185580] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.185861] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.186104] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31223aad-9641-432b-9569-9c4f7d391252 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.194833] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 583.194833] env[62136]: value = "task-2285888" [ 583.194833] env[62136]: _type = "Task" [ 583.194833] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.205498] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.219902] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9edb4d41-629b-4e51-af8c-c086c6102186 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.462s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.326235] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "42e69190-caad-4602-9ecd-33cbb5381f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.326532] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.340486] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.592814] env[62136]: DEBUG nova.compute.utils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.596629] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 583.651441] env[62136]: INFO nova.compute.manager [-] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Took 1.39 seconds to deallocate network for instance. [ 583.670137] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285886, 'name': CreateVM_Task, 'duration_secs': 1.475203} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.670137] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.671581] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.672542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.672784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.672857] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd231a7-b0a3-450e-a697-221863d7d040 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.680024] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 583.680024] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc5f4-c9b9-0bf4-2480-13a359d8b05b" [ 583.680024] env[62136]: _type = "Task" [ 583.680024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.689829] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc5f4-c9b9-0bf4-2480-13a359d8b05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.710420] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255431} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.711399] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.712287] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e1e86-a122-43e5-8392-ea2a3231a174 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.729339] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.747340] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.766483] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a31c39c-66f3-4917-8752-f4e69d631be7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.791032] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.791032] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.791032] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.797504] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 583.797504] env[62136]: value = "task-2285889" [ 583.797504] env[62136]: _type = "Task" [ 583.797504] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.809039] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.024135] env[62136]: DEBUG nova.network.neutron [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Updated VIF entry in instance network info cache for port 4e050a5a-917a-4a76-9989-f0e715eea607. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.024842] env[62136]: DEBUG nova.network.neutron [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Updating instance_info_cache with network_info: [{"id": "4e050a5a-917a-4a76-9989-f0e715eea607", "address": "fa:16:3e:d3:a4:d1", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e050a5a-91", "ovs_interfaceid": "4e050a5a-917a-4a76-9989-f0e715eea607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.104282] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.158676] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.192458] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffc5f4-c9b9-0bf4-2480-13a359d8b05b, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.192458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.192569] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.192793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.192935] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.193130] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.193437] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c26aa0-b4a3-4fcc-baec-2ce4e533b74e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.202515] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.202711] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.203791] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13cac20-b866-4ac9-8272-10f0c7e1b617 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.209484] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 584.209484] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52384030-17ad-c4c8-92de-e669cd9c2f96" [ 584.209484] env[62136]: _type = "Task" [ 584.209484] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.225019] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52384030-17ad-c4c8-92de-e669cd9c2f96, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.225019] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c30a5f-87ae-4f26-9999-3559ab78feb9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.233338] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 584.233338] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f1b470-3138-3057-4853-bee8475cfbfe" [ 584.233338] env[62136]: _type = "Task" [ 584.233338] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.244389] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f1b470-3138-3057-4853-bee8475cfbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.247093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.247383] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 71c5aada-84ef-466e-830d-e9d0c83f7d91/71c5aada-84ef-466e-830d-e9d0c83f7d91.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.247802] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7fbc01-283f-459b-b4c1-4b5876f3df1f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.258611] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 584.258611] env[62136]: value = "task-2285890" [ 584.258611] env[62136]: _type = "Task" [ 584.258611] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.270305] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.271388] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.306602] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285889, 'name': ReconfigVM_Task, 'duration_secs': 0.277851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.310089] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 542181a5-325f-4f45-be66-f28929f5a323/542181a5-325f-4f45-be66-f28929f5a323.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.311238] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8da8a6e-ddf0-470c-9524-9b98b4ff8c27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.318183] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 584.318183] env[62136]: value = "task-2285891" [ 584.318183] env[62136]: _type = "Task" [ 584.318183] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.328450] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285891, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.493499] env[62136]: DEBUG nova.compute.manager [req-a14fa6e2-1f10-44f5-9eb6-7e55533f16aa req-df752b91-3dea-4eff-80c5-d0b6afb96346 service nova] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Received event network-vif-deleted-7df87738-cb5e-4916-ac78-9f759fc0bb41 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.528772] env[62136]: DEBUG oslo_concurrency.lockutils [req-e9d34e86-0002-4299-a971-12bdfab0ed90 req-fa6d9118-3378-45b4-939e-a9ff6e193b27 service nova] Releasing lock "refresh_cache-71c5aada-84ef-466e-830d-e9d0c83f7d91" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.698364] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0321bc9-2f69-4e56-bacc-402b3ddc825f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.708388] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4727b-7aff-4fe6-9c1c-1d72fd06f64e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.745922] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277282be-b5a3-4215-a0fa-5047e67b7c10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.756111] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df80d7-e88d-4764-b17d-63d3950782bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.782086] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.782798] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.833305] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285891, 'name': Rename_Task, 'duration_secs': 0.173343} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.833305] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.833305] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73ed6e1-70b2-4209-961b-6a8a4e660655 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.839113] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 584.839113] env[62136]: value = "task-2285892" [ 584.839113] env[62136]: _type = "Task" [ 584.839113] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.848940] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.890269] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.890457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.890642] env[62136]: DEBUG nova.network.neutron [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.017557] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Successfully updated port: 18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.120762] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.161664] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.161664] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.161664] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.161664] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.162013] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.162013] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.162013] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.162013] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.162908] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.163187] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.163436] env[62136]: DEBUG nova.virt.hardware [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.165195] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599ac39-7989-405e-91ec-366a41e3299c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.177677] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448880c8-0614-4092-b9fa-4045862d73f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.192045] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.198907] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Creating folder: Project (14e8493594d84802ba1d4fa7239e1a04). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.199357] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edbdccd6-b8e4-471a-9238-117c13e60b79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.210082] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Created folder: Project (14e8493594d84802ba1d4fa7239e1a04) in parent group-v465229. [ 585.210332] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Creating folder: Instances. Parent ref: group-v465287. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.210526] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38f2a52-2488-4a2e-93e6-8e90a85585fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.219791] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Created folder: Instances in parent group-v465287. [ 585.221139] env[62136]: DEBUG oslo.service.loopingcall [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.221139] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.221139] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c659ce75-56a7-485a-b96c-48778fb50b12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.238026] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.238026] env[62136]: value = "task-2285895" [ 585.238026] env[62136]: _type = "Task" [ 585.238026] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.246736] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285895, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.273824] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512207} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.274019] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 71c5aada-84ef-466e-830d-e9d0c83f7d91/71c5aada-84ef-466e-830d-e9d0c83f7d91.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.274410] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.274650] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308948b7-b152-4228-b47a-7ca4ec0a1694 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.283634] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 585.283634] env[62136]: value = "task-2285896" [ 585.283634] env[62136]: _type = "Task" [ 585.283634] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.297134] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.317610] env[62136]: ERROR nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [req-16805c15-4563-4d4b-980b-a43592ba2de5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16805c15-4563-4d4b-980b-a43592ba2de5"}]} [ 585.341655] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 585.352670] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.363283] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 585.363283] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.377896] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 585.402973] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 585.505930] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Received event network-changed-0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.505930] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Refreshing instance network info cache due to event network-changed-0eacd2f4-51c3-4dec-82c8-55c20ef849df. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.505930] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Acquiring lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.505930] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Acquired lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.507278] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Refreshing network info cache for port 0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.527443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.527443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.527443] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.748838] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285895, 'name': CreateVM_Task, 'duration_secs': 0.340178} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.751798] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.753133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.753133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.753133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.753133] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50738fc-4cb7-4812-919c-9f74279f3253 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.757812] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 585.757812] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ea63-968e-8d12-ad77-cb99a750bfef" [ 585.757812] env[62136]: _type = "Task" [ 585.757812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.767006] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ea63-968e-8d12-ad77-cb99a750bfef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.793014] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134464} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.793319] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.794184] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437cdc53-2a1b-4f15-bd29-4cd4c97ae144 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.818020] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 71c5aada-84ef-466e-830d-e9d0c83f7d91/71c5aada-84ef-466e-830d-e9d0c83f7d91.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.821306] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1ede06-cd5c-479a-94e6-f1031fe9dec1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.838716] env[62136]: DEBUG nova.network.neutron [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.849554] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 585.849554] env[62136]: value = "task-2285897" [ 585.849554] env[62136]: _type = "Task" [ 585.849554] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.857510] env[62136]: DEBUG oslo_vmware.api [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285892, 'name': PowerOnVM_Task, 'duration_secs': 0.644595} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.866695] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.866865] env[62136]: DEBUG nova.compute.manager [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.868894] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b4f403-ae10-419a-99d3-077d53c0f51f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.875809] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.034620] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6496b3b-b2d7-4fe6-8b9f-93a7b93b332e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.044698] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc2bcc-8d45-4d85-a89f-950824544ca4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.080564] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca49f1-3fc9-4ce1-b833-cdc3ff928666 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.091228] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86bafc8-1ad3-46d4-ba66-0a1280262c1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.107384] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.113636] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.270053] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ea63-968e-8d12-ad77-cb99a750bfef, 'name': SearchDatastore_Task, 'duration_secs': 0.030559} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.270053] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.270053] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.270435] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.270435] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.270435] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.270682] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40165560-638c-4654-9c26-4fca3fcd110f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.279545] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.279759] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.280560] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7899f3fe-5584-47b0-a5a8-4ed67c66fe8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.286513] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 586.286513] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0c2ad-5454-b301-6d74-9c49bab5599b" [ 586.286513] env[62136]: _type = "Task" [ 586.286513] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.295090] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0c2ad-5454-b301-6d74-9c49bab5599b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.347465] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.361772] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.369097] env[62136]: DEBUG nova.network.neutron [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updating instance_info_cache with network_info: [{"id": "18a65681-e973-4317-8bd5-5cdc987932be", "address": "fa:16:3e:3e:5d:25", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a65681-e9", "ovs_interfaceid": "18a65681-e973-4317-8bd5-5cdc987932be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.395913] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.476870] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updated VIF entry in instance network info cache for port 0eacd2f4-51c3-4dec-82c8-55c20ef849df. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.477273] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updating instance_info_cache with network_info: [{"id": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "address": "fa:16:3e:5c:c4:af", "network": {"id": "ef7cac3f-27dd-4546-a1d8-d51a77364a6c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145605452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227674f5d6864620986d9314c128b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eacd2f4-51", "ovs_interfaceid": "0eacd2f4-51c3-4dec-82c8-55c20ef849df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.495208] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "08705d00-016c-46fb-9ede-84761442cfb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.495457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.636466] env[62136]: ERROR nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [req-98e56535-5ee7-4933-887a-aa790115870f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98e56535-5ee7-4933-887a-aa790115870f"}]} [ 586.655271] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.672873] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.672873] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.687343] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.708021] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.798060] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0c2ad-5454-b301-6d74-9c49bab5599b, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.802181] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8856d1-9c31-49fa-b1a0-5e4a97c0273f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.808137] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 586.808137] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe8a90-9153-1433-5cba-0a949a68436b" [ 586.808137] env[62136]: _type = "Task" [ 586.808137] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.820070] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe8a90-9153-1433-5cba-0a949a68436b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.868822] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285897, 'name': ReconfigVM_Task, 'duration_secs': 0.680161} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.868822] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 71c5aada-84ef-466e-830d-e9d0c83f7d91/71c5aada-84ef-466e-830d-e9d0c83f7d91.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.869147] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f4bbdc4-f82d-496d-9107-5422f1ca72e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.872155] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.872542] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Instance network_info: |[{"id": "18a65681-e973-4317-8bd5-5cdc987932be", "address": "fa:16:3e:3e:5d:25", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a65681-e9", "ovs_interfaceid": "18a65681-e973-4317-8bd5-5cdc987932be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.875802] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:5d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a65681-e973-4317-8bd5-5cdc987932be', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.884459] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Creating folder: Project (5c1d9ca79f2d463eb7185adb222d4d7d). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.887271] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-006f2247-0083-43dd-9ca1-083169ec0ffb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.890050] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898fe1f-ff2f-4d1d-820c-ba30c4ab494a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.894253] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 586.894253] env[62136]: value = "task-2285898" [ 586.894253] env[62136]: _type = "Task" [ 586.894253] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.916660] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6b02e-c833-4be1-bcc7-9b1ce340dcd9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.919391] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Created folder: Project (5c1d9ca79f2d463eb7185adb222d4d7d) in parent group-v465229. [ 586.919568] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Creating folder: Instances. Parent ref: group-v465290. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.923130] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3881ec84-f6e0-4560-a823-612284938c4d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.924798] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285898, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.928986] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 586.936653] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Created folder: Instances in parent group-v465290. [ 586.936963] env[62136]: DEBUG oslo.service.loopingcall [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.937476] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.937705] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08385af5-2766-43c8-9a7e-6fa64360b9a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.961854] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.961854] env[62136]: value = "task-2285901" [ 586.961854] env[62136]: _type = "Task" [ 586.961854] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.971219] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285901, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.980779] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Releasing lock "refresh_cache-fadd9b66-0b47-4694-96dd-2ae88fc35b76" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.981530] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Received event network-vif-plugged-18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.981844] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Acquiring lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.982094] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.982168] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.982473] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] No waiting events found dispatching network-vif-plugged-18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.982473] env[62136]: WARNING nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Received unexpected event network-vif-plugged-18a65681-e973-4317-8bd5-5cdc987932be for instance with vm_state building and task_state spawning. [ 586.982623] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Received event network-changed-18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.982778] env[62136]: DEBUG nova.compute.manager [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Refreshing instance network info cache due to event network-changed-18a65681-e973-4317-8bd5-5cdc987932be. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.983090] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Acquiring lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.983236] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Acquired lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.983298] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Refreshing network info cache for port 18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.268633] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fab247-cc2a-432d-b6cf-2a8e6e7a1c6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.278125] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e86b9b-04f4-49f5-bf0c-4a4889f5aa41 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.320369] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4bb4f2-8232-40ea-934a-5f6aa750690e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.329906] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe8a90-9153-1433-5cba-0a949a68436b, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.332167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.336308] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.336308] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dabe1905-0063-419c-b4b6-0f4c0014e03a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.337919] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed94c5a-308b-4275-92a3-eaaea1e0dc22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.353534] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.356649] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 587.356649] env[62136]: value = "task-2285902" [ 587.356649] env[62136]: _type = "Task" [ 587.356649] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.365541] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.404750] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285898, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.442526] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.442526] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef8862a-cee9-4a81-8de5-360547bf3971 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.446722] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 587.446722] env[62136]: value = "task-2285903" [ 587.446722] env[62136]: _type = "Task" [ 587.446722] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.457281] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.471152] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285901, 'name': CreateVM_Task, 'duration_secs': 0.412877} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.471333] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.472029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.472184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.472556] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.472815] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c54f59-9b4c-44a4-a62b-7597609d48f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.477612] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 587.477612] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd9e97-95e0-51b5-945d-6b334afff2aa" [ 587.477612] env[62136]: _type = "Task" [ 587.477612] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.490357] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd9e97-95e0-51b5-945d-6b334afff2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.618071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "542181a5-325f-4f45-be66-f28929f5a323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.618372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.618583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "542181a5-325f-4f45-be66-f28929f5a323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.619106] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.619106] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.625022] env[62136]: INFO nova.compute.manager [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Terminating instance [ 587.877373] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502992} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.877655] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.878047] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.878449] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef7aa18-2db8-4971-b523-be358e4af892 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.883026] env[62136]: ERROR nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [req-41341a54-d089-4a0b-a39f-cd19cce2966f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41341a54-d089-4a0b-a39f-cd19cce2966f"}]} [ 587.888155] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 587.888155] env[62136]: value = "task-2285904" [ 587.888155] env[62136]: _type = "Task" [ 587.888155] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.900977] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.911181] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285898, 'name': Rename_Task, 'duration_secs': 0.780806} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.912409] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 587.914596] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.915122] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45eab6c0-c62a-4ad9-a8a8-a582b4c5f792 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.921724] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 587.921724] env[62136]: value = "task-2285905" [ 587.921724] env[62136]: _type = "Task" [ 587.921724] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.929848] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.930902] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 587.931161] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.952126] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 587.954809] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updated VIF entry in instance network info cache for port 18a65681-e973-4317-8bd5-5cdc987932be. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.955157] env[62136]: DEBUG nova.network.neutron [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updating instance_info_cache with network_info: [{"id": "18a65681-e973-4317-8bd5-5cdc987932be", "address": "fa:16:3e:3e:5d:25", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a65681-e9", "ovs_interfaceid": "18a65681-e973-4317-8bd5-5cdc987932be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.968183] env[62136]: DEBUG oslo_vmware.api [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2285903, 'name': PowerOnVM_Task, 'duration_secs': 0.485993} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.968183] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.968367] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9abaddbd-ffaf-4e84-9f0e-9104220c9793 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance 'c433d091-5d97-4757-8cb1-5b8de3e643b3' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 587.978897] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 587.994283] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd9e97-95e0-51b5-945d-6b334afff2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.994283] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.994283] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.994283] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.994598] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.994598] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.994679] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fad1683-7993-4c65-bcdb-d117993f76cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.003220] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.003442] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.004184] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8724e8-7aed-4db1-8b13-4fda6baee06c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.009643] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 588.009643] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524e35af-e603-758a-ecf3-256bf0a41bc3" [ 588.009643] env[62136]: _type = "Task" [ 588.009643] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.022551] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524e35af-e603-758a-ecf3-256bf0a41bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.025028] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa63dff-bed4-444b-a9d0-477a5c2ffa98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.029599] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 588.029599] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a063e0-c2b4-b3ae-bbd3-8fc256520259" [ 588.029599] env[62136]: _type = "Task" [ 588.029599] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.046961] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a063e0-c2b4-b3ae-bbd3-8fc256520259, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.047685] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.047685] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d6456961-ac87-45c8-a4b4-8a5fcff5a376/d6456961-ac87-45c8-a4b4-8a5fcff5a376.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.047986] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f290adb4-905f-4e53-b073-33ed675f815d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.056033] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 588.056033] env[62136]: value = "task-2285906" [ 588.056033] env[62136]: _type = "Task" [ 588.056033] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.067027] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.130113] env[62136]: DEBUG nova.compute.manager [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.130674] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.131752] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe24f6d-4737-4a51-90a5-869344a173aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.143595] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.143842] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7f9105-56a7-4336-81d4-9724879d9908 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.153357] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 588.153357] env[62136]: value = "task-2285907" [ 588.153357] env[62136]: _type = "Task" [ 588.153357] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.162936] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.215982] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "92af2777-1c19-4941-9c96-ff365aaa561a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.215982] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.399779] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074134} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.407248] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.409747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f774c-ea67-4a91-b820-23e4562ecdb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.436302] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.448249] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f003b51-2a36-4eb0-a139-5d7c492d3842 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.465540] env[62136]: DEBUG oslo_concurrency.lockutils [req-640bcd64-e89e-4f2b-9cee-4f266a339b86 req-cde199d8-a3ff-4382-96db-e72d299d7d1a service nova] Releasing lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.472242] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.474172] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 588.474172] env[62136]: value = "task-2285908" [ 588.474172] env[62136]: _type = "Task" [ 588.474172] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.568653] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466187} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.568948] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d6456961-ac87-45c8-a4b4-8a5fcff5a376/d6456961-ac87-45c8-a4b4-8a5fcff5a376.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.569187] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.569849] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-775c03bd-488c-4186-ac0b-ac35c012e0da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.576907] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 588.576907] env[62136]: value = "task-2285909" [ 588.576907] env[62136]: _type = "Task" [ 588.576907] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.584995] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.632809] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa7d7a9-a030-444e-b7b7-5da0d9d29fcd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.641035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c83660d-6cec-4c2d-899e-b3291b10e864 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.683154] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4fb71-ca4b-4956-ba37-7dab84b5a647 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.692681] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26012108-6c7c-4041-9d57-9c5cb1babb22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.696964] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285907, 'name': PowerOffVM_Task, 'duration_secs': 0.318556} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.697280] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.697490] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.698121] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1441b297-b187-462c-bc63-ff5a66739dca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.709942] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.789891] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.789891] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.789891] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore1] 542181a5-325f-4f45-be66-f28929f5a323 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.790944] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd4115e-e37d-4caf-9516-80c8594a8692 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.799331] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 588.799331] env[62136]: value = "task-2285911" [ 588.799331] env[62136]: _type = "Task" [ 588.799331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.809849] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.936011] env[62136]: DEBUG oslo_vmware.api [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285905, 'name': PowerOnVM_Task, 'duration_secs': 0.76331} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.936434] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.936714] env[62136]: INFO nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Took 10.65 seconds to spawn the instance on the hypervisor. [ 588.936944] env[62136]: DEBUG nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.937778] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5891a56c-4e53-4cee-92d3-e3bca2a81b58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.983594] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.088151] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113672} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.088418] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.089231] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e405ca-88c7-47e8-b055-c3679e803974 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.116217] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d6456961-ac87-45c8-a4b4-8a5fcff5a376/d6456961-ac87-45c8-a4b4-8a5fcff5a376.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.116217] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed738fdb-77e3-42f4-b823-546356c4755f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.140021] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 589.140021] env[62136]: value = "task-2285912" [ 589.140021] env[62136]: _type = "Task" [ 589.140021] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.145525] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.251410] env[62136]: DEBUG nova.scheduler.client.report [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 589.252145] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 48 to 49 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 589.253487] env[62136]: DEBUG nova.compute.provider_tree [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.310163] env[62136]: DEBUG oslo_vmware.api [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2285911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151724} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.310320] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.310502] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.310732] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.310964] env[62136]: INFO nova.compute.manager [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Took 1.18 seconds to destroy the instance on the hypervisor. [ 589.311237] env[62136]: DEBUG oslo.service.loopingcall [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.311434] env[62136]: DEBUG nova.compute.manager [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.311530] env[62136]: DEBUG nova.network.neutron [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.459402] env[62136]: INFO nova.compute.manager [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Took 38.60 seconds to build instance. [ 589.487039] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285908, 'name': ReconfigVM_Task, 'duration_secs': 0.753404} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.487039] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.487806] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34226e99-01af-4d52-8e05-34f65f3ea36e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.503671] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 589.503671] env[62136]: value = "task-2285913" [ 589.503671] env[62136]: _type = "Task" [ 589.503671] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.514816] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285913, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.650153] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285912, 'name': ReconfigVM_Task, 'duration_secs': 0.276445} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.650403] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d6456961-ac87-45c8-a4b4-8a5fcff5a376/d6456961-ac87-45c8-a4b4-8a5fcff5a376.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.651097] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2ba510-8656-4c02-8eef-49801f1c02da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.658071] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 589.658071] env[62136]: value = "task-2285914" [ 589.658071] env[62136]: _type = "Task" [ 589.658071] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.669161] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285914, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.758685] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.675s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.759405] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.764878] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.752s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.768078] env[62136]: INFO nova.compute.claims [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.967712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de0244c7-334d-4e58-9d41-b5333dbb40ce tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.630s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.015933] env[62136]: DEBUG nova.compute.manager [req-f9174b41-b01d-4419-bf68-fd88925723dc req-d423ba86-2a86-4aca-93e4-2605826a63df service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Received event network-vif-deleted-9e8ed7a9-4b09-4c25-b49b-af8e4fd04437 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.016540] env[62136]: INFO nova.compute.manager [req-f9174b41-b01d-4419-bf68-fd88925723dc req-d423ba86-2a86-4aca-93e4-2605826a63df service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Neutron deleted interface 9e8ed7a9-4b09-4c25-b49b-af8e4fd04437; detaching it from the instance and deleting it from the info cache [ 590.016967] env[62136]: DEBUG nova.network.neutron [req-f9174b41-b01d-4419-bf68-fd88925723dc req-d423ba86-2a86-4aca-93e4-2605826a63df service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.024794] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285913, 'name': Rename_Task, 'duration_secs': 0.245589} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.025384] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.025744] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdec4e1-4b91-49d5-aa8f-90517dbb02af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.034108] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 590.034108] env[62136]: value = "task-2285915" [ 590.034108] env[62136]: _type = "Task" [ 590.034108] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.045638] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.169400] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285914, 'name': Rename_Task, 'duration_secs': 0.148296} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.169400] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.169400] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c56367-7678-4ee0-8e49-15d30f7ef13a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.177311] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 590.177311] env[62136]: value = "task-2285916" [ 590.177311] env[62136]: _type = "Task" [ 590.177311] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.186320] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.267766] env[62136]: DEBUG nova.compute.utils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.267766] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 590.342187] env[62136]: DEBUG nova.network.neutron [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.470739] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.497683] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f659e6-0e99-44b7-ba58-e503af80baed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.504300] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Suspending the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 590.505059] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b0ea98b0-b92d-49e7-be54-b6d302d03cc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.513020] env[62136]: DEBUG oslo_vmware.api [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] Waiting for the task: (returnval){ [ 590.513020] env[62136]: value = "task-2285917" [ 590.513020] env[62136]: _type = "Task" [ 590.513020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.520681] env[62136]: DEBUG oslo_vmware.api [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] Task: {'id': task-2285917, 'name': SuspendVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.526123] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e17699ff-5d1f-4bc7-8617-bfcc835fc02b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.535821] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7531c037-6e3f-45bc-b7d2-3bac423e5a67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.323888] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.330085] env[62136]: INFO nova.compute.manager [-] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Took 2.02 seconds to deallocate network for instance. [ 591.332416] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.332657] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.332836] env[62136]: DEBUG nova.compute.manager [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Going to confirm migration 1 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 591.374322] env[62136]: DEBUG nova.compute.manager [req-f9174b41-b01d-4419-bf68-fd88925723dc req-d423ba86-2a86-4aca-93e4-2605826a63df service nova] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Detach interface failed, port_id=9e8ed7a9-4b09-4c25-b49b-af8e4fd04437, reason: Instance 542181a5-325f-4f45-be66-f28929f5a323 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 591.376316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.386364] env[62136]: DEBUG oslo_vmware.api [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] Task: {'id': task-2285917, 'name': SuspendVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.386727] env[62136]: DEBUG oslo_vmware.api [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2285916, 'name': PowerOnVM_Task, 'duration_secs': 1.104954} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.387343] env[62136]: DEBUG oslo_vmware.api [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285915, 'name': PowerOnVM_Task, 'duration_secs': 1.048243} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.387343] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.387580] env[62136]: INFO nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Took 9.03 seconds to spawn the instance on the hypervisor. [ 591.387771] env[62136]: DEBUG nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.388060] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.388823] env[62136]: INFO nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Took 6.27 seconds to spawn the instance on the hypervisor. [ 591.388823] env[62136]: DEBUG nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.389523] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e88e1-c977-4ca0-99b4-87c51d73abcd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.392565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be97f7-87a4-441b-a3fa-020bd5ab3394 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.535675] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.535938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.850848] env[62136]: DEBUG oslo_vmware.api [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] Task: {'id': task-2285917, 'name': SuspendVM_Task, 'duration_secs': 0.891905} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.851245] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Suspended the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 591.851573] env[62136]: DEBUG nova.compute.manager [None req-d0dcd9a7-7cbc-4938-8796-5131f0e089d3 tempest-ServersAdminNegativeTestJSON-2018975136 tempest-ServersAdminNegativeTestJSON-2018975136-project-admin] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.852454] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7fa04-c3d7-4eaf-beed-b197a8a8916d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.863049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.881147] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdcd57a-f74f-4051-8851-4da278e1831f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.892441] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396e2397-88e9-49ae-8658-d13d696e2d58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.942236] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacff84-81f9-4447-89fa-131b33931587 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.942236] env[62136]: INFO nova.compute.manager [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Took 37.60 seconds to build instance. [ 591.949506] env[62136]: INFO nova.compute.manager [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Took 35.58 seconds to build instance. [ 591.951634] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bb50da-b897-4f7f-ada8-c726878ad139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.973720] env[62136]: DEBUG nova.compute.provider_tree [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.978191] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.978415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.978588] env[62136]: DEBUG nova.network.neutron [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.978958] env[62136]: DEBUG nova.objects.instance [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lazy-loading 'info_cache' on Instance uuid c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 592.349120] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.388478] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.388725] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.388879] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.389648] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.389721] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.389841] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.390078] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.390246] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.390416] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.390580] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.390755] env[62136]: DEBUG nova.virt.hardware [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.391714] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f0f7e8-6ea7-4c23-ae90-40037ebd015f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.402794] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5072e03-12ca-4e97-ba37-e6cf220fafb0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.420305] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.426166] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Creating folder: Project (473e76ca88ae42b3aaa50e799cddcf2d). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.426611] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a344614-2727-4829-9969-7d144d4c025c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.438081] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Created folder: Project (473e76ca88ae42b3aaa50e799cddcf2d) in parent group-v465229. [ 592.438081] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Creating folder: Instances. Parent ref: group-v465293. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.438081] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ea9803-9f27-49a6-b6ce-90afb74176c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.445865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-190e80c6-b35e-42bd-b1d6-584e9cff909a tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.636s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.448522] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Created folder: Instances in parent group-v465293. [ 592.449300] env[62136]: DEBUG oslo.service.loopingcall [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.449300] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.449300] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d544aa81-4b82-4bd2-8b68-70aef5c20faf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.466557] env[62136]: DEBUG oslo_concurrency.lockutils [None req-55a9f02c-7179-4beb-8acf-65c7a4c9dd69 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.752s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.472762] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.472762] env[62136]: value = "task-2285920" [ 592.472762] env[62136]: _type = "Task" [ 592.472762] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.482948] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285920, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.482948] env[62136]: DEBUG nova.scheduler.client.report [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.864961] env[62136]: DEBUG nova.compute.manager [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Received event network-changed-18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.864961] env[62136]: DEBUG nova.compute.manager [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Refreshing instance network info cache due to event network-changed-18a65681-e973-4317-8bd5-5cdc987932be. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.864961] env[62136]: DEBUG oslo_concurrency.lockutils [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] Acquiring lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.864961] env[62136]: DEBUG oslo_concurrency.lockutils [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] Acquired lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.864961] env[62136]: DEBUG nova.network.neutron [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Refreshing network info cache for port 18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.969345] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.970920] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.985343] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285920, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.988356] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.224s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.989039] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.992125] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.435s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.992500] env[62136]: DEBUG nova.objects.instance [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lazy-loading 'resources' on Instance uuid e77d47f9-e316-45ef-83fe-81fca36f2825 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 593.171888] env[62136]: INFO nova.compute.manager [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Rebuilding instance [ 593.214894] env[62136]: DEBUG nova.network.neutron [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.221295] env[62136]: DEBUG nova.compute.manager [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.222193] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0433d59-fba3-4edf-a464-373fd4e082c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.490140] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285920, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.494242] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.499691] env[62136]: DEBUG nova.compute.utils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.502279] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.503169] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 593.667381] env[62136]: DEBUG nova.network.neutron [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updated VIF entry in instance network info cache for port 18a65681-e973-4317-8bd5-5cdc987932be. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.667381] env[62136]: DEBUG nova.network.neutron [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updating instance_info_cache with network_info: [{"id": "18a65681-e973-4317-8bd5-5cdc987932be", "address": "fa:16:3e:3e:5d:25", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a65681-e9", "ovs_interfaceid": "18a65681-e973-4317-8bd5-5cdc987932be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.721345] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.721345] env[62136]: DEBUG nova.objects.instance [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lazy-loading 'migration_context' on Instance uuid c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 593.982901] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285920, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.998017] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1ba7b-2a6b-4ea0-a52a-e5dfedc40007 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.005093] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.008555] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31c8d3-6ec9-43b7-b2b0-71a2fcd7f6e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.039973] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f67c4-6ed1-4fad-bfab-780c27a9179f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.048675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831aa226-c7b3-4802-b94c-f547e2cce6f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.065050] env[62136]: DEBUG nova.compute.provider_tree [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.169327] env[62136]: DEBUG oslo_concurrency.lockutils [req-b65a5d99-74b2-4047-8f73-39975073de4b req-4a1708f3-d76c-4dbc-86ca-0c0217e22218 service nova] Releasing lock "refresh_cache-d6456961-ac87-45c8-a4b4-8a5fcff5a376" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.224153] env[62136]: DEBUG nova.objects.base [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 594.225215] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b23002-048e-48f1-ab67-db1f53ab6bef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.244503] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.245088] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c9c0c39-7ec2-4b61-a349-e937de5a4018 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.246683] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a981ed74-9dd7-456d-8a1a-5e04eb723466 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.252336] env[62136]: DEBUG oslo_vmware.api [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 594.252336] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ac0d5-adc3-c1ff-c065-cd757b833267" [ 594.252336] env[62136]: _type = "Task" [ 594.252336] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.256771] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 594.256771] env[62136]: value = "task-2285921" [ 594.256771] env[62136]: _type = "Task" [ 594.256771] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.263185] env[62136]: DEBUG oslo_vmware.api [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ac0d5-adc3-c1ff-c065-cd757b833267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.267488] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.306367] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.306719] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.307076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.307665] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.308702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.310874] env[62136]: INFO nova.compute.manager [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Terminating instance [ 594.484162] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285920, 'name': CreateVM_Task, 'duration_secs': 1.541008} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.484346] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.485281] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.485281] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.485281] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.485548] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56936a9f-fe2e-4c1e-bfd1-4c364cba1221 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.490145] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 594.490145] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd331a-b015-0991-b99c-70d07ca17a01" [ 594.490145] env[62136]: _type = "Task" [ 594.490145] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.498288] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd331a-b015-0991-b99c-70d07ca17a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.567990] env[62136]: DEBUG nova.scheduler.client.report [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.766541] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285921, 'name': PowerOffVM_Task, 'duration_secs': 0.19518} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.769687] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.769923] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.774326] env[62136]: DEBUG oslo_vmware.api [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ac0d5-adc3-c1ff-c065-cd757b833267, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.775044] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc7db7-8162-49b5-92ab-1630b2ab2f69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.777597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.781634] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.781875] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27e0b35e-797e-409c-a37c-1a3ad5ff4d07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.807561] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.807691] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.807884] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Deleting the datastore file [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.808174] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab0f7af4-0925-42a4-af6e-50fd08e691b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.815034] env[62136]: DEBUG nova.compute.manager [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.815189] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.815556] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 594.815556] env[62136]: value = "task-2285923" [ 594.815556] env[62136]: _type = "Task" [ 594.815556] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.816317] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810e12f-ee99-46e7-bedf-eb4f9a6bdc8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.828145] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.830196] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.830444] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8420c118-1bd9-4b9f-9cf8-a56f13a6a505 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.895380] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.895380] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.895380] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleting the datastore file [datastore1] 71c5aada-84ef-466e-830d-e9d0c83f7d91 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.895380] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f82c7e2-4238-4335-99d6-057dbfdd9b66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.901927] env[62136]: DEBUG oslo_vmware.api [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 594.901927] env[62136]: value = "task-2285925" [ 594.901927] env[62136]: _type = "Task" [ 594.901927] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.909818] env[62136]: DEBUG oslo_vmware.api [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.002653] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd331a-b015-0991-b99c-70d07ca17a01, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.002653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.002653] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.002653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.003067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.003067] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.003272] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3894da-e015-4569-adbc-877e6171fddb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.011249] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.011426] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.012142] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b6ffbf-1d9f-4544-85ba-03aaaa2a5d45 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.017716] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.019611] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 595.019611] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c4f43-77a3-4046-0d36-ec6d31407846" [ 595.019611] env[62136]: _type = "Task" [ 595.019611] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.027443] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c4f43-77a3-4046-0d36-ec6d31407846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.046887] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.046887] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.046887] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.047120] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.047148] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.048025] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.048323] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.048510] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.048695] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.048865] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.049053] env[62136]: DEBUG nova.virt.hardware [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.049901] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e5f98-8997-4bc9-a2ee-0626b25a7558 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.057681] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb3a1c8-e0ad-495d-86b4-af18c228fdec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.071138] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.077048] env[62136]: DEBUG oslo.service.loopingcall [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.077754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.079739] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.080458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.379s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.081903] env[62136]: INFO nova.compute.claims [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.084495] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b34036-0703-4f18-81da-102a99271a6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.102165] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.102165] env[62136]: value = "task-2285926" [ 595.102165] env[62136]: _type = "Task" [ 595.102165] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.107353] env[62136]: INFO nova.scheduler.client.report [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Deleted allocations for instance e77d47f9-e316-45ef-83fe-81fca36f2825 [ 595.112176] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285926, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.329078] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165892} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.329361] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.329569] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.329797] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.411472] env[62136]: DEBUG oslo_vmware.api [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2285925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277747} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.411724] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.411928] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.412938] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.412938] env[62136]: INFO nova.compute.manager [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Took 0.60 seconds to destroy the instance on the hypervisor. [ 595.412938] env[62136]: DEBUG oslo.service.loopingcall [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.412938] env[62136]: DEBUG nova.compute.manager [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.412938] env[62136]: DEBUG nova.network.neutron [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.529998] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c4f43-77a3-4046-0d36-ec6d31407846, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.530343] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea61ab5-c8d6-46a5-8c98-ef2069aad14e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.540488] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 595.540488] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52909e81-5651-50a8-b071-f904e7d8c522" [ 595.540488] env[62136]: _type = "Task" [ 595.540488] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.548446] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52909e81-5651-50a8-b071-f904e7d8c522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.622654] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285926, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.623252] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8ce48e0-2efb-48e5-8c2c-0dde512ae0cc tempest-ServerDiagnosticsV248Test-217240552 tempest-ServerDiagnosticsV248Test-217240552-project-member] Lock "e77d47f9-e316-45ef-83fe-81fca36f2825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.382s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.747377] env[62136]: DEBUG nova.compute.manager [req-4ecd4d3d-2035-4f2c-8e95-b01dcc8e8bab req-675e271f-227d-4cb2-a447-067941b88bc9 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Received event network-vif-deleted-4e050a5a-917a-4a76-9989-f0e715eea607 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.747596] env[62136]: INFO nova.compute.manager [req-4ecd4d3d-2035-4f2c-8e95-b01dcc8e8bab req-675e271f-227d-4cb2-a447-067941b88bc9 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Neutron deleted interface 4e050a5a-917a-4a76-9989-f0e715eea607; detaching it from the instance and deleting it from the info cache [ 595.747751] env[62136]: DEBUG nova.network.neutron [req-4ecd4d3d-2035-4f2c-8e95-b01dcc8e8bab req-675e271f-227d-4cb2-a447-067941b88bc9 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.051116] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52909e81-5651-50a8-b071-f904e7d8c522, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.051783] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.051783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 033d53df-8a92-4b3a-b41a-28005de17571/033d53df-8a92-4b3a-b41a-28005de17571.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.051967] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4cdbd8e-e04e-4f5b-8b58-0683be65b4ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.059122] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 596.059122] env[62136]: value = "task-2285927" [ 596.059122] env[62136]: _type = "Task" [ 596.059122] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.065900] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.119682] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285926, 'name': CreateVM_Task, 'duration_secs': 0.577871} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.119862] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.120372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.120540] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.120855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.121132] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df619d67-46cf-4051-8e72-91c0de10ebd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.126323] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 596.126323] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a6db7-17be-905e-c794-1ef85731f5f3" [ 596.126323] env[62136]: _type = "Task" [ 596.126323] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.136498] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a6db7-17be-905e-c794-1ef85731f5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.223593] env[62136]: DEBUG nova.network.neutron [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.250691] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e3221a-82e1-4788-87d5-0837a1583f34 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.261177] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8c0b1-1e9f-47ae-a953-35ca5c9f55f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.291820] env[62136]: DEBUG nova.compute.manager [req-4ecd4d3d-2035-4f2c-8e95-b01dcc8e8bab req-675e271f-227d-4cb2-a447-067941b88bc9 service nova] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Detach interface failed, port_id=4e050a5a-917a-4a76-9989-f0e715eea607, reason: Instance 71c5aada-84ef-466e-830d-e9d0c83f7d91 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 596.365790] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.366068] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.366218] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.366436] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.366654] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.366740] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.366948] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.367121] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.367287] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.367450] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.367725] env[62136]: DEBUG nova.virt.hardware [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.368602] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc84ae-9e17-496c-a1f2-508886bac909 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.380441] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedeb430-a6dc-4f65-b3bb-69c8d0a869f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.394751] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.400237] env[62136]: DEBUG oslo.service.loopingcall [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.400462] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.400660] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48011504-f2d3-40f2-9ed6-e108654ddd9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.419695] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.419695] env[62136]: value = "task-2285928" [ 596.419695] env[62136]: _type = "Task" [ 596.419695] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.428657] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285928, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.572266] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285927, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.593324] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93825d55-5571-4324-96f3-b69c781d073b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.601044] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60f125-c842-4c6d-a975-7f1c55d91537 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.635562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ad143-4ee7-4809-94ef-523dbd841eb8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.643874] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a6db7-17be-905e-c794-1ef85731f5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.646196] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.646466] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.646796] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.647115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.647115] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.647620] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac206be-5112-4524-ac8d-350242c2e0b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.651029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad7b654-acb5-4cb9-a650-5f6e75f75c0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.666856] env[62136]: DEBUG nova.compute.provider_tree [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.670636] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.670636] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.672186] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9059f17-494b-4784-83fb-fd5b209bd756 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.678401] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 596.678401] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52679b69-eab0-b434-e26a-d3015683f58f" [ 596.678401] env[62136]: _type = "Task" [ 596.678401] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.687715] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52679b69-eab0-b434-e26a-d3015683f58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.725922] env[62136]: INFO nova.compute.manager [-] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Took 1.31 seconds to deallocate network for instance. [ 596.929657] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285928, 'name': CreateVM_Task, 'duration_secs': 0.291672} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.930048] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.930608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.931746] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.931746] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.931746] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014844f2-cac2-4eaf-b168-9d1442a00a9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.936787] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 596.936787] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5241b8dc-f4ce-a754-d32e-64d3c016b9f2" [ 596.936787] env[62136]: _type = "Task" [ 596.936787] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.945221] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5241b8dc-f4ce-a754-d32e-64d3c016b9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.069084] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761587} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.069421] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 033d53df-8a92-4b3a-b41a-28005de17571/033d53df-8a92-4b3a-b41a-28005de17571.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.069674] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.069975] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c566a63c-653f-460d-89a8-0bf11480eb47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.076790] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 597.076790] env[62136]: value = "task-2285929" [ 597.076790] env[62136]: _type = "Task" [ 597.076790] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.085726] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.173094] env[62136]: DEBUG nova.scheduler.client.report [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.189116] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52679b69-eab0-b434-e26a-d3015683f58f, 'name': SearchDatastore_Task, 'duration_secs': 0.057969} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.189771] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9888390-6ffc-41ef-87fe-4eab5fe77030 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.195849] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 597.195849] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d452b-3e3e-6add-e174-7314a8911241" [ 597.195849] env[62136]: _type = "Task" [ 597.195849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.205821] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d452b-3e3e-6add-e174-7314a8911241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.233240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.452294] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5241b8dc-f4ce-a754-d32e-64d3c016b9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.060522} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.452822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.453263] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.453620] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.453870] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.454198] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.454590] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d10bad-8bbb-4250-bf58-b58775f10068 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.469970] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.470190] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.470951] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb41f5b-0eed-4ed4-bb2f-d366de634e82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.476749] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 597.476749] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f4b8ae-be8e-a837-54de-b9280489786d" [ 597.476749] env[62136]: _type = "Task" [ 597.476749] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.483962] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f4b8ae-be8e-a837-54de-b9280489786d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.586153] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061776} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.586153] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.587109] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3aa298-6a70-4b15-bf4d-9e7eeeaa461c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.608796] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 033d53df-8a92-4b3a-b41a-28005de17571/033d53df-8a92-4b3a-b41a-28005de17571.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.609283] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb36e7f-676f-4987-94f4-27779c5c2502 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.628368] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 597.628368] env[62136]: value = "task-2285930" [ 597.628368] env[62136]: _type = "Task" [ 597.628368] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.638217] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.686712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.686712] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.690029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.340s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.690029] env[62136]: INFO nova.compute.claims [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.706205] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d452b-3e3e-6add-e174-7314a8911241, 'name': SearchDatastore_Task, 'duration_secs': 0.075115} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.706536] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.706845] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.707156] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1a7364-0b3c-4f59-b293-17843d2e764d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.713715] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 597.713715] env[62136]: value = "task-2285931" [ 597.713715] env[62136]: _type = "Task" [ 597.713715] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.726998] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.989014] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f4b8ae-be8e-a837-54de-b9280489786d, 'name': SearchDatastore_Task, 'duration_secs': 0.048128} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.989887] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a975d443-bc6b-4747-9efb-466cfb5beddd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.995699] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 597.995699] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52089e45-6282-bfb8-f189-76edd7273935" [ 597.995699] env[62136]: _type = "Task" [ 597.995699] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.005879] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52089e45-6282-bfb8-f189-76edd7273935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.139711] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285930, 'name': ReconfigVM_Task, 'duration_secs': 0.313323} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.140030] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 033d53df-8a92-4b3a-b41a-28005de17571/033d53df-8a92-4b3a-b41a-28005de17571.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.140628] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-296c780a-54a2-4fca-8995-c279f2479f25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.146880] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 598.146880] env[62136]: value = "task-2285932" [ 598.146880] env[62136]: _type = "Task" [ 598.146880] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.154575] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285932, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.198146] env[62136]: DEBUG nova.compute.utils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.201625] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.201625] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.224911] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285931, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.298683] env[62136]: DEBUG nova.policy [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcab4528170a44aba9b28f5db10cec67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a5177babcb3410b8d924a6a1ac4b9de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.508969] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52089e45-6282-bfb8-f189-76edd7273935, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.513381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.513651] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.513916] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e5f754-2572-4427-b464-2a2f5be97dd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.520331] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 598.520331] env[62136]: value = "task-2285933" [ 598.520331] env[62136]: _type = "Task" [ 598.520331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.528018] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.656709] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285932, 'name': Rename_Task, 'duration_secs': 0.226405} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.657008] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.657261] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e734a752-45a8-44bc-a0e6-57b58914f85c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.663858] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 598.663858] env[62136]: value = "task-2285934" [ 598.663858] env[62136]: _type = "Task" [ 598.663858] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.671935] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.703772] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.726322] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833755} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.726621] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.726831] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.727112] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34a096fe-7a05-4f62-a18e-1b7c6af7f368 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.734830] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 598.734830] env[62136]: value = "task-2285935" [ 598.734830] env[62136]: _type = "Task" [ 598.734830] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.745630] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.034256] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.058483] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Successfully created port: 06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.177756] env[62136]: DEBUG oslo_vmware.api [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285934, 'name': PowerOnVM_Task, 'duration_secs': 0.479663} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.178070] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.178258] env[62136]: INFO nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Took 6.83 seconds to spawn the instance on the hypervisor. [ 599.178441] env[62136]: DEBUG nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.182305] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65794ac3-072d-4297-aeb3-feea5d2779a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.246994] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064497} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.248857] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.249089] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c92c9-e23f-4bb8-aa9e-70df646a0975 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.252163] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788b76e-61b6-4fbe-9272-02a24e3f29e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.266836] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17335973-e4bd-4818-907b-b0abc61ff78b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.278628] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.279377] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb04e6b5-336b-49c7-9c37-8c2f5111db65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.325371] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4145cad-3f58-41cd-971f-e49c90e8950a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.327851] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 599.327851] env[62136]: value = "task-2285936" [ 599.327851] env[62136]: _type = "Task" [ 599.327851] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.336384] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ed88d-21f5-4dc0-9014-73c6679096ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.344158] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.354167] env[62136]: DEBUG nova.compute.provider_tree [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.533537] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668078} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.533987] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.534375] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.535690] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb882d0-46e9-44de-8a71-dbcf840eb692 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.542099] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 599.542099] env[62136]: value = "task-2285937" [ 599.542099] env[62136]: _type = "Task" [ 599.542099] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.555532] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.703625] env[62136]: INFO nova.compute.manager [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Took 41.09 seconds to build instance. [ 599.713846] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.747195] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.747744] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.748096] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.748426] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.751045] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.751045] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.751045] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.751045] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.751045] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.751263] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.751263] env[62136]: DEBUG nova.virt.hardware [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.751263] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223a6dc-a79f-45ad-8862-222086ec475a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.760542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1461b5f-c9e9-435b-8e8b-1d3fbeb1d139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.837881] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285936, 'name': ReconfigVM_Task, 'duration_secs': 0.309202} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.838183] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.838918] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5711099e-856c-43f4-822b-370666df7767 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.845262] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 599.845262] env[62136]: value = "task-2285938" [ 599.845262] env[62136]: _type = "Task" [ 599.845262] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.853261] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285938, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.857900] env[62136]: DEBUG nova.scheduler.client.report [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.053624] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071653} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.053947] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.054765] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826afba8-bc52-44f4-93ff-d73f898f2295 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.077165] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.077951] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97375634-e9f4-4ad0-bed5-676b8a636ed1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.101023] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 600.101023] env[62136]: value = "task-2285939" [ 600.101023] env[62136]: _type = "Task" [ 600.101023] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.109467] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.206739] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7769b016-b321-4854-98ba-871cd646ca08 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.407s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.355487] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285938, 'name': Rename_Task, 'duration_secs': 0.133948} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.355827] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.356124] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a426c1ad-cdfc-432a-ac20-cbcd67c3775e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.363433] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 600.363433] env[62136]: value = "task-2285940" [ 600.363433] env[62136]: _type = "Task" [ 600.363433] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.366921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.367417] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.370625] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.161s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.370766] env[62136]: DEBUG nova.objects.instance [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lazy-loading 'resources' on Instance uuid 3950405b-22fe-436c-91c3-2a5f9b4779e9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 600.377480] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.611391] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285939, 'name': ReconfigVM_Task, 'duration_secs': 0.347405} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.611391] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.611391] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9bbea7-a1af-441f-80bf-bd60ccf22477 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.618476] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 600.618476] env[62136]: value = "task-2285941" [ 600.618476] env[62136]: _type = "Task" [ 600.618476] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.626356] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285941, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.710930] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.860619] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Successfully updated port: 06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.879901] env[62136]: DEBUG nova.compute.utils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.882719] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.884422] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.884681] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.945031] env[62136]: DEBUG nova.policy [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e9f195bc4c40d79b926793fd212252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82e31263cfa140d192649e97203fccb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.962561] env[62136]: DEBUG nova.compute.manager [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Received event network-vif-plugged-06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.962683] env[62136]: DEBUG oslo_concurrency.lockutils [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] Acquiring lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.962925] env[62136]: DEBUG oslo_concurrency.lockutils [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.963113] env[62136]: DEBUG oslo_concurrency.lockutils [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.963332] env[62136]: DEBUG nova.compute.manager [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] No waiting events found dispatching network-vif-plugged-06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.963512] env[62136]: WARNING nova.compute.manager [req-a9d3aa07-399e-4b24-973e-5a8e6cd31192 req-df999d7a-f6c6-4748-a077-4f8ff732862c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Received unexpected event network-vif-plugged-06c7945d-59fa-4c19-882c-b63266ae5681 for instance with vm_state building and task_state spawning. [ 601.131159] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285941, 'name': Rename_Task, 'duration_secs': 0.147483} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.131521] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.131821] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ea03f4-a28a-48cf-bdbb-760e8d56fd36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.139526] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 601.139526] env[62136]: value = "task-2285942" [ 601.139526] env[62136]: _type = "Task" [ 601.139526] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.153166] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.236920] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.321740] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Successfully created port: 69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.362010] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.362010] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.362108] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.379598] env[62136]: DEBUG oslo_vmware.api [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285940, 'name': PowerOnVM_Task, 'duration_secs': 0.525988} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.379866] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.380067] env[62136]: INFO nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Took 6.36 seconds to spawn the instance on the hypervisor. [ 601.380297] env[62136]: DEBUG nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.381340] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66286741-16f9-4f24-9fe8-755d6ca55a1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.386824] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.440803] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c040a-8254-49a4-8768-cd5208b2559a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.450523] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1784a-c829-4808-8e1c-372a43f97406 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.486206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27982586-8e1d-417d-afe9-2feef9df4d33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.493782] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700ad89d-811c-4094-802e-0712ce87e497 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.507849] env[62136]: DEBUG nova.compute.provider_tree [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.513173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.513480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.653746] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.905311] env[62136]: INFO nova.compute.manager [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Took 42.92 seconds to build instance. [ 601.906847] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.015871] env[62136]: DEBUG nova.scheduler.client.report [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.105846] env[62136]: DEBUG nova.network.neutron [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Updating instance_info_cache with network_info: [{"id": "06c7945d-59fa-4c19-882c-b63266ae5681", "address": "fa:16:3e:74:a4:d0", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7945d-59", "ovs_interfaceid": "06c7945d-59fa-4c19-882c-b63266ae5681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.157615] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285942, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.384977] env[62136]: INFO nova.compute.manager [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Rebuilding instance [ 602.395195] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.409794] env[62136]: DEBUG oslo_concurrency.lockutils [None req-84786382-a7f4-43ee-9278-0f2246ea99bc tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.172s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.421596] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.421718] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.421867] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.422072] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.422233] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.422436] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.422584] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.422850] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.423054] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.423269] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.423519] env[62136]: DEBUG nova.virt.hardware [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.424324] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c02d1-5aa5-4346-bc1e-d1730017a7f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.436234] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0ca06-cf99-4c6c-a81d-6e94b39fd851 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.440031] env[62136]: DEBUG nova.compute.manager [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.440928] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e6ef8-ad2d-43df-8534-0cf22b8970c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.521645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.524990] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.120s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.527368] env[62136]: INFO nova.compute.claims [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.544771] env[62136]: INFO nova.scheduler.client.report [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Deleted allocations for instance 3950405b-22fe-436c-91c3-2a5f9b4779e9 [ 602.610920] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.611269] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Instance network_info: |[{"id": "06c7945d-59fa-4c19-882c-b63266ae5681", "address": "fa:16:3e:74:a4:d0", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7945d-59", "ovs_interfaceid": "06c7945d-59fa-4c19-882c-b63266ae5681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.611684] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:a4:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c7945d-59fa-4c19-882c-b63266ae5681', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.619373] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Creating folder: Project (9a5177babcb3410b8d924a6a1ac4b9de). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.619657] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e328f8a7-8653-4678-8f6d-433059994814 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.631164] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Created folder: Project (9a5177babcb3410b8d924a6a1ac4b9de) in parent group-v465229. [ 602.631380] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Creating folder: Instances. Parent ref: group-v465298. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.631645] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-657f5b16-d54c-43b0-86e7-cc8c181ae159 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.640178] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Created folder: Instances in parent group-v465298. [ 602.640412] env[62136]: DEBUG oslo.service.loopingcall [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.640597] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.640791] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ec05925-2696-47f8-a0df-c5419d9031da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.663330] env[62136]: DEBUG oslo_vmware.api [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285942, 'name': PowerOnVM_Task, 'duration_secs': 1.127903} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.664556] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.664776] env[62136]: DEBUG nova.compute.manager [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.665031] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.665031] env[62136]: value = "task-2285945" [ 602.665031] env[62136]: _type = "Task" [ 602.665031] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.665693] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a526f0ef-1713-496b-9dce-25650e6c145c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.680045] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285945, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.916538] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.922355] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Successfully updated port: 69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.994187] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Received event network-changed-06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.994399] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Refreshing instance network info cache due to event network-changed-06c7945d-59fa-4c19-882c-b63266ae5681. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.994659] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Acquiring lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.994850] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Acquired lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.995038] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Refreshing network info cache for port 06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.051595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-57b95aba-cac0-4d9b-9ec1-95589118006c tempest-ServerDiagnosticsNegativeTest-607861723 tempest-ServerDiagnosticsNegativeTest-607861723-project-member] Lock "3950405b-22fe-436c-91c3-2a5f9b4779e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.822s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.178575] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285945, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.187048] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.430484] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.430749] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430831] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.450445] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.463479] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.463479] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f420d24-9805-4383-8e74-ab7200edbe5d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.469918] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 603.469918] env[62136]: value = "task-2285946" [ 603.469918] env[62136]: _type = "Task" [ 603.469918] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.479120] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.683624] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285945, 'name': CreateVM_Task, 'duration_secs': 0.811065} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.686822] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.687715] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.687958] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.688489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.689672] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3b358a-7876-4954-8ddf-5e5b38041f96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.695911] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 603.695911] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520ef262-27ce-31b2-4de9-281385378bc7" [ 603.695911] env[62136]: _type = "Task" [ 603.695911] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.704812] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520ef262-27ce-31b2-4de9-281385378bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.773664] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Updated VIF entry in instance network info cache for port 06c7945d-59fa-4c19-882c-b63266ae5681. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.774041] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Updating instance_info_cache with network_info: [{"id": "06c7945d-59fa-4c19-882c-b63266ae5681", "address": "fa:16:3e:74:a4:d0", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7945d-59", "ovs_interfaceid": "06c7945d-59fa-4c19-882c-b63266ae5681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.980841] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.983354] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.023749] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5635d4bd-e539-49b2-aad7-acc2774ceaf2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.031356] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae36f3-728f-4743-88dd-9e57d21a1ace {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.073738] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b11e4-0ce8-48b0-b4a9-1ae4e7479257 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.082187] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb19dec-1c2e-4375-9153-302f67d88026 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.096861] env[62136]: DEBUG nova.compute.provider_tree [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.149343] env[62136]: DEBUG nova.network.neutron [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Updating instance_info_cache with network_info: [{"id": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "address": "fa:16:3e:c9:25:98", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bbe188-fb", "ovs_interfaceid": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.209029] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520ef262-27ce-31b2-4de9-281385378bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.209029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.209029] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.209029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.209265] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.209265] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.209265] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de41a24b-fda2-410f-8ddd-844ff6d3a832 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.217869] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.218281] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.219146] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874720bb-c396-43ce-aa00-1f52ff38cdb4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.224806] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 604.224806] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c1fe2-8990-1181-0aa8-93c575e1f794" [ 604.224806] env[62136]: _type = "Task" [ 604.224806] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.233605] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c1fe2-8990-1181-0aa8-93c575e1f794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.278612] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Releasing lock "refresh_cache-b5a9a89d-073d-4a54-b657-7d61984c4b44" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.278612] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Received event network-vif-plugged-69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.278612] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Acquiring lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.278612] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.278612] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.279078] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] No waiting events found dispatching network-vif-plugged-69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.279078] env[62136]: WARNING nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Received unexpected event network-vif-plugged-69bbe188-fb28-4ab9-9323-bc973671eeb7 for instance with vm_state building and task_state spawning. [ 604.279078] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Received event network-changed-69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.279078] env[62136]: DEBUG nova.compute.manager [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Refreshing instance network info cache due to event network-changed-69bbe188-fb28-4ab9-9323-bc973671eeb7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.279078] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Acquiring lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.482205] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.542895] env[62136]: INFO nova.compute.manager [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Rebuilding instance [ 604.588032] env[62136]: DEBUG nova.compute.manager [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.588032] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076454d-d6b2-4bed-8ffc-8b29cf1dc868 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.599425] env[62136]: DEBUG nova.scheduler.client.report [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.653027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.653027] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Instance network_info: |[{"id": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "address": "fa:16:3e:c9:25:98", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bbe188-fb", "ovs_interfaceid": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.653343] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Acquired lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.653343] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Refreshing network info cache for port 69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.654333] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:25:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69bbe188-fb28-4ab9-9323-bc973671eeb7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.662565] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating folder: Project (82e31263cfa140d192649e97203fccb0). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.663743] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c997c0df-ff11-4adb-80c4-744b26a02ef3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.675822] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created folder: Project (82e31263cfa140d192649e97203fccb0) in parent group-v465229. [ 604.676051] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating folder: Instances. Parent ref: group-v465301. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.676357] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d40be7-4882-41e9-831f-28ca7c6eb87b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.685662] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created folder: Instances in parent group-v465301. [ 604.685922] env[62136]: DEBUG oslo.service.loopingcall [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.686138] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.686356] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31889564-afb9-4bc2-954d-09eb89917cc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.707053] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.707053] env[62136]: value = "task-2285949" [ 604.707053] env[62136]: _type = "Task" [ 604.707053] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.714859] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285949, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.736388] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c1fe2-8990-1181-0aa8-93c575e1f794, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.737428] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb727bf7-d9e4-448b-802c-6ba15c7021e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.742720] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 604.742720] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f3feb1-80e4-4dd4-2eee-8a1b2b1e2fd0" [ 604.742720] env[62136]: _type = "Task" [ 604.742720] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.751370] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f3feb1-80e4-4dd4-2eee-8a1b2b1e2fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.980843] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285946, 'name': PowerOffVM_Task, 'duration_secs': 1.066673} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.981188] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.981434] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.982232] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3958af25-d867-4065-85b3-c2b071a377db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.989356] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.989607] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-248c9b56-568e-4b83-a807-5c8f420c52a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.016250] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.016522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.016710] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleting the datastore file [datastore2] 744161c8-9035-4da3-99c2-c7929bbc2669 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.016981] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-008551e8-7054-4ddb-82fa-2fe34ea06649 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.023845] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 605.023845] env[62136]: value = "task-2285951" [ 605.023845] env[62136]: _type = "Task" [ 605.023845] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.032074] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.105296] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.105850] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.109030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.436s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.110529] env[62136]: INFO nova.compute.claims [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.217581] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285949, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.253843] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f3feb1-80e4-4dd4-2eee-8a1b2b1e2fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.254134] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.254444] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] b5a9a89d-073d-4a54-b657-7d61984c4b44/b5a9a89d-073d-4a54-b657-7d61984c4b44.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.254752] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa5d814-0862-4e6b-aa3c-575128277589 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.261305] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 605.261305] env[62136]: value = "task-2285952" [ 605.261305] env[62136]: _type = "Task" [ 605.261305] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.271036] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.424765] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Updated VIF entry in instance network info cache for port 69bbe188-fb28-4ab9-9323-bc973671eeb7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.425499] env[62136]: DEBUG nova.network.neutron [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Updating instance_info_cache with network_info: [{"id": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "address": "fa:16:3e:c9:25:98", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bbe188-fb", "ovs_interfaceid": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.538320] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111492} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.538597] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.538775] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.538944] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.601764] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.602132] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2569528f-47ad-4a74-b323-db000519d9e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.610614] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 605.610614] env[62136]: value = "task-2285953" [ 605.610614] env[62136]: _type = "Task" [ 605.610614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.617667] env[62136]: DEBUG nova.compute.utils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.619517] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.619709] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.630132] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.683124] env[62136]: DEBUG nova.policy [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.728047] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285949, 'name': CreateVM_Task, 'duration_secs': 0.552246} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.731032] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.734030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.734030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.734030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.734030] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d95dac8-cc80-4e0b-9c2c-3832947f215c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.745398] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 605.745398] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5233ea8e-7815-7b13-15cb-f4545d597431" [ 605.745398] env[62136]: _type = "Task" [ 605.745398] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.757835] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5233ea8e-7815-7b13-15cb-f4545d597431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.772250] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.928996] env[62136]: DEBUG oslo_concurrency.lockutils [req-8e4d9246-cb85-44b1-bd3e-470c000b109b req-aab165bb-27eb-466c-b687-2f2e6234818c service nova] Releasing lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.123203] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285953, 'name': PowerOffVM_Task, 'duration_secs': 0.136906} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.123867] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.126668] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.126886] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.127951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52962c-6513-4ad6-a30d-89be85788241 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.134078] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Successfully created port: a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.138110] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.139980] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c88748-6a44-4594-9e6e-9f8106b3621a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.164015] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.164262] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.164461] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Deleting the datastore file [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.164702] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e03674-5c96-4b69-9548-aa6b6c2ea4f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.171999] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 606.171999] env[62136]: value = "task-2285955" [ 606.171999] env[62136]: _type = "Task" [ 606.171999] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.183128] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.258028] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5233ea8e-7815-7b13-15cb-f4545d597431, 'name': SearchDatastore_Task, 'duration_secs': 0.031988} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.259737] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.259737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.259941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.260111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.260298] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.260566] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-548d9f37-bbda-4ec2-afdb-de930b5b891c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.275025] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525399} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.276150] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] b5a9a89d-073d-4a54-b657-7d61984c4b44/b5a9a89d-073d-4a54-b657-7d61984c4b44.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.276377] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.279957] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.279957] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.279957] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b8b729-a7d2-43a3-ae11-ea1b94c6cf61 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.280426] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3469cdeb-b543-4a16-9759-75a3668426f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.288937] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 606.288937] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ec11e4-e7b3-ba57-4588-3a31b345bdc1" [ 606.288937] env[62136]: _type = "Task" [ 606.288937] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.290678] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 606.290678] env[62136]: value = "task-2285956" [ 606.290678] env[62136]: _type = "Task" [ 606.290678] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.305967] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.310548] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ec11e4-e7b3-ba57-4588-3a31b345bdc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.311856] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1302734b-f8fe-4736-bb2b-af082d056b84 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.319433] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 606.319433] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffb976-dd0e-5d52-02e3-37d36564f67e" [ 606.319433] env[62136]: _type = "Task" [ 606.319433] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.327321] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffb976-dd0e-5d52-02e3-37d36564f67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.587636] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.587917] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.588049] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.588245] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.588392] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.588539] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.588760] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.588939] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.589120] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.589294] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.589472] env[62136]: DEBUG nova.virt.hardware [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.590371] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bca62-db46-4d49-b01a-606b4183ab66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.600982] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce59935d-e3a0-4238-a4e8-4aa35ed95c52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.610254] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46102530-8e86-4d32-9904-50d857183b8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.623285] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.630636] env[62136]: DEBUG oslo.service.loopingcall [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.631373] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.635131] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a231a5e4-31e0-4f70-9f68-7f2d8902997b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.651222] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd306ac-c07f-4e12-93ef-9bccb676125c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.657339] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.657339] env[62136]: value = "task-2285957" [ 606.657339] env[62136]: _type = "Task" [ 606.657339] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.690358] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1489a995-a71e-43c3-a16c-1228d8c69814 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.696350] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285957, 'name': CreateVM_Task} progress is 15%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.701588] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110634} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.703670] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.703871] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.704063] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.707759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c042cb5-75a6-40ff-b909-0813dbc8c8d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.723417] env[62136]: DEBUG nova.compute.provider_tree [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.802540] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076413} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.802822] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.803774] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d459e9-6291-4167-a92b-f23a459ace9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.830221] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] b5a9a89d-073d-4a54-b657-7d61984c4b44/b5a9a89d-073d-4a54-b657-7d61984c4b44.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.830573] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41ee5e7-4d1e-4443-a5bd-2712f0c14457 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.854089] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ffb976-dd0e-5d52-02e3-37d36564f67e, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.855477] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.855771] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/6cdf32dc-6bc1-4892-9529-ebb4c7f27be6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.856104] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 606.856104] env[62136]: value = "task-2285958" [ 606.856104] env[62136]: _type = "Task" [ 606.856104] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.856299] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400e72fd-fe1f-4e93-957a-16a52322cb9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.866952] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.868473] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 606.868473] env[62136]: value = "task-2285959" [ 606.868473] env[62136]: _type = "Task" [ 606.868473] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.876489] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.149944] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.166846] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285957, 'name': CreateVM_Task, 'duration_secs': 0.324753} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.167079] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.167712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.167959] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.168344] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.168653] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f2edb8-52a5-407d-be80-df3a1541ecca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.175284] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 607.175284] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525deb9a-773c-72a3-040b-a028644b8b24" [ 607.175284] env[62136]: _type = "Task" [ 607.175284] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.182214] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.182483] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.182646] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.182828] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.182975] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.183289] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.183584] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.183820] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.184050] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.184271] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.184513] env[62136]: DEBUG nova.virt.hardware [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.185439] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b448b-25fe-40e4-bfaa-b24af2f2c663 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.191608] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525deb9a-773c-72a3-040b-a028644b8b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.199309] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6e614-b3ee-4615-9c96-8606c8736010 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.226767] env[62136]: DEBUG nova.scheduler.client.report [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.371324] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285958, 'name': ReconfigVM_Task, 'duration_secs': 0.329075} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.377968] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Reconfigured VM instance instance-00000019 to attach disk [datastore1] b5a9a89d-073d-4a54-b657-7d61984c4b44/b5a9a89d-073d-4a54-b657-7d61984c4b44.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.379254] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5946cc25-830c-44a8-aaf7-4224fc614ede {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.385734] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285959, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.387088] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 607.387088] env[62136]: value = "task-2285960" [ 607.387088] env[62136]: _type = "Task" [ 607.387088] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.396398] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285960, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.560765] env[62136]: DEBUG nova.compute.manager [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-vif-plugged-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.560765] env[62136]: DEBUG oslo_concurrency.lockutils [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.560765] env[62136]: DEBUG oslo_concurrency.lockutils [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.560765] env[62136]: DEBUG oslo_concurrency.lockutils [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.560765] env[62136]: DEBUG nova.compute.manager [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] No waiting events found dispatching network-vif-plugged-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.561456] env[62136]: WARNING nova.compute.manager [req-e1ad1990-3e57-4ff3-b258-c26b05f23606 req-21d6ab08-e8aa-44c5-8ce7-49877b9e5b80 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received unexpected event network-vif-plugged-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 for instance with vm_state building and task_state spawning. [ 607.686576] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525deb9a-773c-72a3-040b-a028644b8b24, 'name': SearchDatastore_Task, 'duration_secs': 0.059056} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.687420] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Successfully updated port: a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.688696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.688926] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.689168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.689313] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.689490] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.689817] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba466e9f-b0bc-46f2-bedd-d1069d0fc581 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.699793] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.699962] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.701049] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e244b60-3ce8-4709-b098-d4b3bbc14c74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.706779] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 607.706779] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e64219-e7cb-4e8e-9112-4b0d093d9a04" [ 607.706779] env[62136]: _type = "Task" [ 607.706779] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.715964] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e64219-e7cb-4e8e-9112-4b0d093d9a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.735939] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.736476] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.742562] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.669s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.742562] env[62136]: DEBUG nova.objects.instance [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lazy-loading 'resources' on Instance uuid e3ca3a65-1287-4bd2-b350-bd35860f1613 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 607.750103] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.750103] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.750103] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.750103] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.750553] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.750553] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.750553] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.750553] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.750553] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.750832] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.750832] env[62136]: DEBUG nova.virt.hardware [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.751506] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30855133-923e-4a84-a992-b1a3e99b5ec8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.760206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656fdeb4-dcbd-4297-9081-76e01e5b3b7f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.774513] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.780188] env[62136]: DEBUG oslo.service.loopingcall [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.780990] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.781225] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5130e86d-8153-4d59-8d17-052361d8bd4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.799417] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.799417] env[62136]: value = "task-2285961" [ 607.799417] env[62136]: _type = "Task" [ 607.799417] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.807651] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285961, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.884085] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536232} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.886374] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/6cdf32dc-6bc1-4892-9529-ebb4c7f27be6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.886374] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.886374] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d301fd2-f936-4c8f-b4c2-2156456873d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.893372] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 607.893372] env[62136]: value = "task-2285962" [ 607.893372] env[62136]: _type = "Task" [ 607.893372] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.899911] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285960, 'name': Rename_Task, 'duration_secs': 0.161879} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.900518] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.900779] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ecad4b4-dbae-439e-99aa-2ea996ff8980 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.906683] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.910222] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 607.910222] env[62136]: value = "task-2285963" [ 607.910222] env[62136]: _type = "Task" [ 607.910222] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.917977] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.193434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.193603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.193760] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.219235] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e64219-e7cb-4e8e-9112-4b0d093d9a04, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.219235] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12db1d12-33bb-44b5-8f16-b231c57a19b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.227901] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 608.227901] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52479bf0-3624-95b5-bb6a-7adbea627aad" [ 608.227901] env[62136]: _type = "Task" [ 608.227901] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.235274] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52479bf0-3624-95b5-bb6a-7adbea627aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.244493] env[62136]: DEBUG nova.compute.utils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.251033] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.251033] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.309355] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285961, 'name': CreateVM_Task, 'duration_secs': 0.415134} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.311902] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.316359] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.316536] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.316874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.317171] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770ebc32-9181-42fe-ab16-d8d6b2af70fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.324769] env[62136]: DEBUG nova.policy [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c975f6291dc41558b4f0635badc3ec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd354b4acc11c416eb1eb38a3d0e1583f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.328909] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 608.328909] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520631b3-aa90-ae8f-a640-07d053b62ebb" [ 608.328909] env[62136]: _type = "Task" [ 608.328909] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.343034] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520631b3-aa90-ae8f-a640-07d053b62ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.343392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.343634] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.343842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.405040] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073125} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.405040] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.405872] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d496c1a-ab61-4291-9025-d3172a4de6ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.435403] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/6cdf32dc-6bc1-4892-9529-ebb4c7f27be6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.437066] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34579a1-67b8-4f0c-acad-004a6a7c2df6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.455205] env[62136]: DEBUG oslo_vmware.api [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285963, 'name': PowerOnVM_Task, 'duration_secs': 0.504366} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.455929] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.456213] env[62136]: INFO nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Took 8.74 seconds to spawn the instance on the hypervisor. [ 608.456453] env[62136]: DEBUG nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.457285] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19131d2-ca53-4b3a-863e-e05a64830f39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.461375] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 608.461375] env[62136]: value = "task-2285964" [ 608.461375] env[62136]: _type = "Task" [ 608.461375] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.475243] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.744133] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52479bf0-3624-95b5-bb6a-7adbea627aad, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.744951] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.745233] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.746134] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.746134] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.746134] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ec3379-ea34-4a28-ab15-d55d74271cc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.750492] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7719edaa-e81b-4502-963d-1c3c8041e9bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.752980] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.756800] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Successfully created port: 795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.759165] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.764107] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 608.764107] env[62136]: value = "task-2285965" [ 608.764107] env[62136]: _type = "Task" [ 608.764107] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.775574] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.777940] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.778137] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.779041] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d32ebe-517c-4e74-821f-62146b28c630 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.784648] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 608.784648] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ab5262-d5d2-d88d-b341-ff0af417feb8" [ 608.784648] env[62136]: _type = "Task" [ 608.784648] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.801312] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ab5262-d5d2-d88d-b341-ff0af417feb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.801792] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f67d687-1938-40b9-b562-e06c8a57bdfc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.808324] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 608.808324] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e48e9c-7921-46f8-5640-25f2358b6fca" [ 608.808324] env[62136]: _type = "Task" [ 608.808324] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.820486] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e48e9c-7921-46f8-5640-25f2358b6fca, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.820785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.821098] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.821359] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522ebfa4-e345-438a-a321-7c5f9d3bf7d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.830034] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 608.830034] env[62136]: value = "task-2285966" [ 608.830034] env[62136]: _type = "Task" [ 608.830034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.843790] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.921566] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de36ae-0b33-4cda-a0ff-6f56690bebb2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.936024] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7c853-fb78-4951-b8ea-ed504da46bdd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.978437] env[62136]: DEBUG nova.network.neutron [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.982476] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24ad756-361f-4fb1-afc0-84d7e9291e7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.988824] env[62136]: INFO nova.compute.manager [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Took 45.31 seconds to build instance. [ 608.995950] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285964, 'name': ReconfigVM_Task, 'duration_secs': 0.31588} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.996597] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/6cdf32dc-6bc1-4892-9529-ebb4c7f27be6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.998298] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a303db74-9e71-48c2-a90b-192cf88e002f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.004052] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ab7e90d-2a33-4d1d-94b9-8762f972e157 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.019996] env[62136]: DEBUG nova.compute.provider_tree [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.022894] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 609.022894] env[62136]: value = "task-2285967" [ 609.022894] env[62136]: _type = "Task" [ 609.022894] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.033386] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285967, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.274109] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285965, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.343390] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.487689] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.488406] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Instance network_info: |[{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.488582] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:b6:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79f3d16-cba0-497b-9e47-c8f7dd3bd057', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.497629] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating folder: Project (421a568b4a5440f393b0b162387b69e1). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.498510] env[62136]: DEBUG oslo_concurrency.lockutils [None req-25294073-272d-4f6d-bdef-4d4bb6d538c9 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.836s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.499493] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcc86b15-3995-4a9b-9127-54f3edb5587c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.517501] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created folder: Project (421a568b4a5440f393b0b162387b69e1) in parent group-v465229. [ 609.517727] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating folder: Instances. Parent ref: group-v465306. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.517968] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03078ab8-9929-4283-a869-03547504ac1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.525454] env[62136]: DEBUG nova.scheduler.client.report [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.536027] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created folder: Instances in parent group-v465306. [ 609.536027] env[62136]: DEBUG oslo.service.loopingcall [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.536186] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.536457] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e66c46e-61f3-465a-8fda-39fa1c28381b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.556806] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285967, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.564746] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.564746] env[62136]: value = "task-2285970" [ 609.564746] env[62136]: _type = "Task" [ 609.564746] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.578041] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285970, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.625611] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.625899] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.769854] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.778428] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512398} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.778719] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.778937] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.779285] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cba0ff2-e6ad-48fe-8868-257ccf0dc9d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.787838] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 609.787838] env[62136]: value = "task-2285971" [ 609.787838] env[62136]: _type = "Task" [ 609.787838] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.800901] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.809742] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.809984] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.810166] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.810352] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.810494] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.810640] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.810845] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.810998] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.811586] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.811965] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.812362] env[62136]: DEBUG nova.virt.hardware [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.814104] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc07725-4b8d-4891-acf7-cb36534d3150 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.825155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69157da-2605-4c3d-af38-1ac03779e773 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.854840] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768192} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.855137] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.855345] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.855629] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e739c2-2691-41f9-b926-aca7de42232c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.863417] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 609.863417] env[62136]: value = "task-2285972" [ 609.863417] env[62136]: _type = "Task" [ 609.863417] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.872795] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.910030] env[62136]: DEBUG nova.compute.manager [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-changed-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.910196] env[62136]: DEBUG nova.compute.manager [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing instance network info cache due to event network-changed-a79f3d16-cba0-497b-9e47-c8f7dd3bd057. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.910420] env[62136]: DEBUG oslo_concurrency.lockutils [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.910651] env[62136]: DEBUG oslo_concurrency.lockutils [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.910829] env[62136]: DEBUG nova.network.neutron [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing network info cache for port a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.004654] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.037994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.039665] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.919s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.040838] env[62136]: DEBUG nova.objects.instance [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lazy-loading 'resources' on Instance uuid 61efc1e0-c83b-4f6f-8223-b0b93a1e393d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 610.050306] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285967, 'name': Rename_Task, 'duration_secs': 0.544672} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.050695] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.051043] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf20dbc-677a-4f87-b862-2bf9074f180e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.063954] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 610.063954] env[62136]: value = "task-2285973" [ 610.063954] env[62136]: _type = "Task" [ 610.063954] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.075987] env[62136]: INFO nova.scheduler.client.report [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Deleted allocations for instance e3ca3a65-1287-4bd2-b350-bd35860f1613 [ 610.087363] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285970, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.087977] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.299162] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162943} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.299451] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.300282] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1250f-3987-478a-ac3c-83e19eb297bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.325862] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.325862] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb5847c-5abf-4050-bdf9-93b8d13cf348 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.346142] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 610.346142] env[62136]: value = "task-2285974" [ 610.346142] env[62136]: _type = "Task" [ 610.346142] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.355242] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.375038] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.375326] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.376124] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b4923-5be5-432b-8773-b557d710a50f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.398379] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.398690] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a8f7f6-fda4-4327-a05c-35650660781d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.424914] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 610.424914] env[62136]: value = "task-2285975" [ 610.424914] env[62136]: _type = "Task" [ 610.424914] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.435020] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.534522] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.577660] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.585981] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285970, 'name': CreateVM_Task, 'duration_secs': 0.602003} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.585981] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.585981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.585981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.586311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.587541] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17746315-135f-4fd0-979f-6fd0f8ea1fb4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.597210] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 610.597210] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524af86d-836b-efbf-da5c-9c174afdfcab" [ 610.597210] env[62136]: _type = "Task" [ 610.597210] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.597786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f6deced-d663-43c8-b6cf-8e4e21f469c2 tempest-InstanceActionsTestJSON-105241764 tempest-InstanceActionsTestJSON-105241764-project-member] Lock "e3ca3a65-1287-4bd2-b350-bd35860f1613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.221s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.615107] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524af86d-836b-efbf-da5c-9c174afdfcab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.665019] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Successfully updated port: 795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.723228] env[62136]: DEBUG nova.network.neutron [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updated VIF entry in instance network info cache for port a79f3d16-cba0-497b-9e47-c8f7dd3bd057. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.723228] env[62136]: DEBUG nova.network.neutron [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.863033] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.938324] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.069903] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec3077-a472-4d07-ad5c-dfc2c1b1ca4d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.080026] env[62136]: DEBUG oslo_vmware.api [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285973, 'name': PowerOnVM_Task, 'duration_secs': 0.528575} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.080720] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.080934] env[62136]: INFO nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 611.081162] env[62136]: DEBUG nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.082017] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156986ee-00bd-4fd9-a04d-cf9987f07dc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.086702] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549e654-d6d7-4d6b-bf00-a3b9d9724100 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.136911] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2df79-180f-4023-9641-94c2956d1624 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.150096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a068142c-4d12-418e-be8f-a4b99e38c655 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.154788] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524af86d-836b-efbf-da5c-9c174afdfcab, 'name': SearchDatastore_Task, 'duration_secs': 0.04858} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.154788] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.154788] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.154994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.155148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.155342] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.156240] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4198bf62-9bc0-4b17-bdbe-953db7c48e79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.168342] env[62136]: DEBUG nova.compute.provider_tree [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.171432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.171432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquired lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.171432] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.182532] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.182737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.184147] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3eab38-1fd1-4a6b-ae64-970b3c832b1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.190950] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 611.190950] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5202e925-1509-7065-655d-b03d9e18f91f" [ 611.190950] env[62136]: _type = "Task" [ 611.190950] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.200588] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5202e925-1509-7065-655d-b03d9e18f91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.225308] env[62136]: DEBUG oslo_concurrency.lockutils [req-35f3d221-c078-45a6-9464-ee55a3162b04 req-d93992b6-7f27-4f8e-93cf-851f400123c5 service nova] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.358669] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285974, 'name': ReconfigVM_Task, 'duration_secs': 0.808344} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.358972] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 744161c8-9035-4da3-99c2-c7929bbc2669/744161c8-9035-4da3-99c2-c7929bbc2669.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.359687] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b075a22-6d4f-4db1-bace-38d619746509 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.369515] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 611.369515] env[62136]: value = "task-2285976" [ 611.369515] env[62136]: _type = "Task" [ 611.369515] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.379565] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285976, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.436799] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285975, 'name': ReconfigVM_Task, 'duration_secs': 0.665219} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.437110] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e/3837c53d-0ae7-4f40-9c64-c352717ace8e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.437727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b67f293-38cb-4a7b-972c-bc4136f2d8e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.445463] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 611.445463] env[62136]: value = "task-2285977" [ 611.445463] env[62136]: _type = "Task" [ 611.445463] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.455743] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285977, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.648207] env[62136]: INFO nova.compute.manager [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Took 46.33 seconds to build instance. [ 611.672506] env[62136]: DEBUG nova.scheduler.client.report [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.704195] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5202e925-1509-7065-655d-b03d9e18f91f, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.705171] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f94740-75c8-472c-96db-dbeaac126ba0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.712166] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.715016] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 611.715016] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ecc8b-387f-49fb-d143-5a4734a968a1" [ 611.715016] env[62136]: _type = "Task" [ 611.715016] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.724852] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ecc8b-387f-49fb-d143-5a4734a968a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.881036] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285976, 'name': Rename_Task, 'duration_secs': 0.227216} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.881371] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.881638] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4126a16e-7d52-4fe7-8222-f553ab834488 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.888106] env[62136]: DEBUG nova.network.neutron [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Updating instance_info_cache with network_info: [{"id": "795be5d1-8a47-4bfa-b055-dad9100484b1", "address": "fa:16:3e:52:5a:26", "network": {"id": "a2c3eb97-884c-48bc-a3db-f3435695b80c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-93448152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d354b4acc11c416eb1eb38a3d0e1583f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795be5d1-8a", "ovs_interfaceid": "795be5d1-8a47-4bfa-b055-dad9100484b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.891508] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 611.891508] env[62136]: value = "task-2285978" [ 611.891508] env[62136]: _type = "Task" [ 611.891508] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.901465] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.958776] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285977, 'name': Rename_Task, 'duration_secs': 0.180876} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.961061] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.961061] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85c2e17-aade-40f5-a671-b29cd6b3fca7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.971024] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Waiting for the task: (returnval){ [ 611.971024] env[62136]: value = "task-2285979" [ 611.971024] env[62136]: _type = "Task" [ 611.971024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.979514] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.151432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b03f6011-3c9a-4e24-9b7c-0e6705b6491d tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.494s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.177835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.180495] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.840s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.180995] env[62136]: DEBUG nova.objects.instance [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lazy-loading 'resources' on Instance uuid f4b98389-d22d-4c33-850c-84d366fdff60 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 612.213040] env[62136]: INFO nova.scheduler.client.report [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Deleted allocations for instance 61efc1e0-c83b-4f6f-8223-b0b93a1e393d [ 612.228047] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ecc8b-387f-49fb-d143-5a4734a968a1, 'name': SearchDatastore_Task, 'duration_secs': 0.032355} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.228342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.228600] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e4029453-3d83-4dab-926a-9a09fa94dbb9/e4029453-3d83-4dab-926a-9a09fa94dbb9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.228896] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d0efca-3642-440c-9c5b-6fc2ffebc658 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.241029] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 612.241029] env[62136]: value = "task-2285980" [ 612.241029] env[62136]: _type = "Task" [ 612.241029] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.248057] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.259652] env[62136]: DEBUG nova.compute.manager [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Received event network-vif-plugged-795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.259957] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Acquiring lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.260234] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.264015] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.264015] env[62136]: DEBUG nova.compute.manager [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] No waiting events found dispatching network-vif-plugged-795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.264015] env[62136]: WARNING nova.compute.manager [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Received unexpected event network-vif-plugged-795be5d1-8a47-4bfa-b055-dad9100484b1 for instance with vm_state building and task_state spawning. [ 612.264015] env[62136]: DEBUG nova.compute.manager [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Received event network-changed-795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.264015] env[62136]: DEBUG nova.compute.manager [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Refreshing instance network info cache due to event network-changed-795be5d1-8a47-4bfa-b055-dad9100484b1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.264597] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Acquiring lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.370735] env[62136]: INFO nova.compute.manager [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Rescuing [ 612.371029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.371199] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.371395] env[62136]: DEBUG nova.network.neutron [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.393753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Releasing lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.393753] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Instance network_info: |[{"id": "795be5d1-8a47-4bfa-b055-dad9100484b1", "address": "fa:16:3e:52:5a:26", "network": {"id": "a2c3eb97-884c-48bc-a3db-f3435695b80c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-93448152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d354b4acc11c416eb1eb38a3d0e1583f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795be5d1-8a", "ovs_interfaceid": "795be5d1-8a47-4bfa-b055-dad9100484b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.393900] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Acquired lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393900] env[62136]: DEBUG nova.network.neutron [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Refreshing network info cache for port 795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.393900] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:5a:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '795be5d1-8a47-4bfa-b055-dad9100484b1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.402014] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Creating folder: Project (d354b4acc11c416eb1eb38a3d0e1583f). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.403629] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e89b50-dec3-40da-81dd-85bbd1b90aec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.416517] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.420371] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Created folder: Project (d354b4acc11c416eb1eb38a3d0e1583f) in parent group-v465229. [ 612.420554] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Creating folder: Instances. Parent ref: group-v465309. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.420804] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b947c297-d7c5-4b4c-9ac5-a6faa6f06662 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.431328] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Created folder: Instances in parent group-v465309. [ 612.432698] env[62136]: DEBUG oslo.service.loopingcall [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.432698] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.432698] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-351526c5-e358-45ba-9269-4e725e201b37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.456345] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.456345] env[62136]: value = "task-2285983" [ 612.456345] env[62136]: _type = "Task" [ 612.456345] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.467025] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285983, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.479113] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.656355] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.725380] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aed4dd09-8f7e-4716-bdf5-952e8d5eaf5d tempest-ServersNegativeTestMultiTenantJSON-601998470 tempest-ServersNegativeTestMultiTenantJSON-601998470-project-member] Lock "61efc1e0-c83b-4f6f-8223-b0b93a1e393d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.500s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.755686] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.858813] env[62136]: DEBUG nova.compute.manager [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.859940] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1fdcb1-ff45-46ea-bbf6-855891fb4ec5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.920403] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.968451] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285983, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.986070] env[62136]: DEBUG oslo_vmware.api [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Task: {'id': task-2285979, 'name': PowerOnVM_Task, 'duration_secs': 0.940907} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.989405] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.989405] env[62136]: DEBUG nova.compute.manager [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.990771] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20589650-bd9e-45ed-a822-8b00d14557de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.177774] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.179016] env[62136]: DEBUG nova.network.neutron [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Updating instance_info_cache with network_info: [{"id": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "address": "fa:16:3e:c9:25:98", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bbe188-fb", "ovs_interfaceid": "69bbe188-fb28-4ab9-9323-bc973671eeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.256901] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673478} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.262185] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e4029453-3d83-4dab-926a-9a09fa94dbb9/e4029453-3d83-4dab-926a-9a09fa94dbb9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.262185] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.262465] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-181ca4f7-1ed0-452d-9efa-df882d6a6980 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.271174] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 613.271174] env[62136]: value = "task-2285984" [ 613.271174] env[62136]: _type = "Task" [ 613.271174] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.289053] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.322479] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e0447-7ccc-449c-9042-bc156ab2cf9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.332783] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdc5059-9048-441b-8e8f-58c0fbef39e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.369253] env[62136]: DEBUG nova.network.neutron [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Updated VIF entry in instance network info cache for port 795be5d1-8a47-4bfa-b055-dad9100484b1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.370186] env[62136]: DEBUG nova.network.neutron [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Updating instance_info_cache with network_info: [{"id": "795be5d1-8a47-4bfa-b055-dad9100484b1", "address": "fa:16:3e:52:5a:26", "network": {"id": "a2c3eb97-884c-48bc-a3db-f3435695b80c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-93448152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d354b4acc11c416eb1eb38a3d0e1583f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795be5d1-8a", "ovs_interfaceid": "795be5d1-8a47-4bfa-b055-dad9100484b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.373576] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d893696-f9e5-4eea-9319-420375221b05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.376101] env[62136]: INFO nova.compute.manager [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] instance snapshotting [ 613.378726] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91632700-2469-4ca4-a217-e9a49ef50d3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.404112] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b82b2-0670-4327-ad4d-88bdc1fd0fbd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.409326] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506ca74-ca9a-49ec-9cc8-f2c0473db93c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.421261] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.434153] env[62136]: DEBUG nova.compute.provider_tree [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.465424] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2285983, 'name': CreateVM_Task, 'duration_secs': 0.538541} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.466234] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.467080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.467272] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.468085] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.468085] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6148704-cbee-44fb-a99a-4d3595c0394a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.473858] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 613.473858] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5284d2ed-041e-76b8-b04e-9b7121a6c475" [ 613.473858] env[62136]: _type = "Task" [ 613.473858] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.481954] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5284d2ed-041e-76b8-b04e-9b7121a6c475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.516980] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.684079] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "refresh_cache-6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.781547] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135623} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.781714] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.782626] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6c9c4-2213-43d4-aabe-49296f62284b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.807349] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e4029453-3d83-4dab-926a-9a09fa94dbb9/e4029453-3d83-4dab-926a-9a09fa94dbb9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.808752] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9a0b96-0829-4176-8c97-1d10282d9121 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.838171] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 613.838171] env[62136]: value = "task-2285985" [ 613.838171] env[62136]: _type = "Task" [ 613.838171] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.852515] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.876650] env[62136]: DEBUG oslo_concurrency.lockutils [req-a4174b02-11fd-48e8-9846-fd3e2961f6ee req-5595c591-1b43-4751-b4c1-43b584bd9398 service nova] Releasing lock "refresh_cache-b60e63ef-c64f-4c24-96dd-09b3128c43d8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.921583] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.935035] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 613.935347] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6a5e508-aeb0-44aa-93e2-37c511cbffe1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.938113] env[62136]: DEBUG nova.scheduler.client.report [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.949270] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 613.949270] env[62136]: value = "task-2285986" [ 613.949270] env[62136]: _type = "Task" [ 613.949270] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.959837] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.987479] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5284d2ed-041e-76b8-b04e-9b7121a6c475, 'name': SearchDatastore_Task, 'duration_secs': 0.026932} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.987912] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.988179] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.988421] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.988574] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.988756] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.989045] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6329bbf9-5639-4de2-af19-1161eb7b5198 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.999648] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.999897] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.000856] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a57e4d1-febd-42fc-816c-5e3a8c1c46a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.010440] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 614.010440] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52617cec-e16c-c877-c839-a7c62f4181c5" [ 614.010440] env[62136]: _type = "Task" [ 614.010440] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.019169] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52617cec-e16c-c877-c839-a7c62f4181c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.331868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.331868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.331868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "3837c53d-0ae7-4f40-9c64-c352717ace8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.331868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.332035] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.334046] env[62136]: INFO nova.compute.manager [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Terminating instance [ 614.356020] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285985, 'name': ReconfigVM_Task, 'duration_secs': 0.354665} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.356020] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e4029453-3d83-4dab-926a-9a09fa94dbb9/e4029453-3d83-4dab-926a-9a09fa94dbb9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.356020] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d916a1a-04cd-48d9-ac34-a5c4a25ef291 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.363146] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 614.363146] env[62136]: value = "task-2285987" [ 614.363146] env[62136]: _type = "Task" [ 614.363146] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.381117] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285987, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.425949] env[62136]: DEBUG oslo_vmware.api [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285978, 'name': PowerOnVM_Task, 'duration_secs': 2.200302} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.429018] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.429018] env[62136]: DEBUG nova.compute.manager [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.429018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ba13df-0797-4853-895e-7ae8628f5272 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.445589] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.447618] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.289s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.447982] env[62136]: DEBUG nova.objects.instance [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lazy-loading 'resources' on Instance uuid 23416bb7-4e8e-429b-bdff-d73b0dd6dd90 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 614.469293] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285986, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.479207] env[62136]: INFO nova.scheduler.client.report [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted allocations for instance f4b98389-d22d-4c33-850c-84d366fdff60 [ 614.522050] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52617cec-e16c-c877-c839-a7c62f4181c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.523419] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4c463f-123a-4977-8169-a0aabb7577e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.530473] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 614.530473] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526ce726-6eb4-292b-8db8-b6c64a4278f7" [ 614.530473] env[62136]: _type = "Task" [ 614.530473] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.543300] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526ce726-6eb4-292b-8db8-b6c64a4278f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.839483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "refresh_cache-3837c53d-0ae7-4f40-9c64-c352717ace8e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.839483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquired lock "refresh_cache-3837c53d-0ae7-4f40-9c64-c352717ace8e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.839483] env[62136]: DEBUG nova.network.neutron [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.875847] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285987, 'name': Rename_Task, 'duration_secs': 0.159465} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.877409] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.877696] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c2012c-9747-4ddd-bc16-30e2d97e9952 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.885960] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 614.885960] env[62136]: value = "task-2285988" [ 614.885960] env[62136]: _type = "Task" [ 614.885960] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.895617] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.949332] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.967510] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285986, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.994704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-96eb3d17-a78d-4165-87af-f0e17fdcd726 tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "f4b98389-d22d-4c33-850c-84d366fdff60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.214s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.043625] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526ce726-6eb4-292b-8db8-b6c64a4278f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.044473] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.044473] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] b60e63ef-c64f-4c24-96dd-09b3128c43d8/b60e63ef-c64f-4c24-96dd-09b3128c43d8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.044473] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32874f6-3c79-406d-872a-71bda1ddb7bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.060970] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 615.060970] env[62136]: value = "task-2285989" [ 615.060970] env[62136]: _type = "Task" [ 615.060970] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.069519] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.223422] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.223753] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df897dd-ccb5-4fbd-9e97-90b0193350f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.236068] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 615.236068] env[62136]: value = "task-2285990" [ 615.236068] env[62136]: _type = "Task" [ 615.236068] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.252541] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.372024] env[62136]: DEBUG nova.network.neutron [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.405207] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.475776] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285986, 'name': CreateSnapshot_Task, 'duration_secs': 1.181699} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.475776] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 615.478032] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f473d-756a-44cd-96a7-d316f813d266 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.517157] env[62136]: DEBUG nova.network.neutron [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.569115] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.571409] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1dda07-db5f-4d33-b83f-62368a68c7e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.581754] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a68afc-efe5-4dea-94d1-f50f4aba40c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.619446] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bbce2b-b8e7-46d7-8620-3896fd9fc8aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.629417] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d56d70-44cd-4f6f-930c-247017a1d256 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.645511] env[62136]: DEBUG nova.compute.provider_tree [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.736524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "744161c8-9035-4da3-99c2-c7929bbc2669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.736855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.737114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "744161c8-9035-4da3-99c2-c7929bbc2669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.737310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.737516] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.740164] env[62136]: INFO nova.compute.manager [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Terminating instance [ 615.754586] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285990, 'name': PowerOffVM_Task, 'duration_secs': 0.24137} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.755637] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.756636] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7dacfe-479f-44ae-ba2a-07a6a3bf2f19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.784771] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eca454-84b4-4c53-af2d-dfef96eb3b37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.833143] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.833580] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a44b2d-a67b-4b8d-81f1-5e53bb02837f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.843727] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 615.843727] env[62136]: value = "task-2285991" [ 615.843727] env[62136]: _type = "Task" [ 615.843727] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.856867] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 615.857126] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.857353] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.857505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.857684] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.857953] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b089745-9d77-4424-a636-8e857771a661 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.869611] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.870020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.871042] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9bea20-7d44-4142-bc1a-84d897a6cea4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.880171] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 615.880171] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af1451-076d-e96e-fc4f-1f7596501731" [ 615.880171] env[62136]: _type = "Task" [ 615.880171] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.897750] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af1451-076d-e96e-fc4f-1f7596501731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.905880] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285988, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.006955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 616.006955] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d3da6a8-1e4c-4b15-a17b-b53cd3f4880b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.017551] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 616.017551] env[62136]: value = "task-2285992" [ 616.017551] env[62136]: _type = "Task" [ 616.017551] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.029562] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Releasing lock "refresh_cache-3837c53d-0ae7-4f40-9c64-c352717ace8e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.029813] env[62136]: DEBUG nova.compute.manager [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.029992] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.030321] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285992, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.034230] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f0d58-e19e-4f67-967e-b06e8a87d9ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.045747] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.046751] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec88d6ff-0668-4609-b0d4-aa5966bde07d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.056035] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 616.056035] env[62136]: value = "task-2285993" [ 616.056035] env[62136]: _type = "Task" [ 616.056035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.076194] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.077182] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.077182] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] b60e63ef-c64f-4c24-96dd-09b3128c43d8/b60e63ef-c64f-4c24-96dd-09b3128c43d8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.077182] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.077906] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2aa885d-97a7-4e23-914e-10f0e4c39e64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.087034] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 616.087034] env[62136]: value = "task-2285994" [ 616.087034] env[62136]: _type = "Task" [ 616.087034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.096621] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.148902] env[62136]: DEBUG nova.scheduler.client.report [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.249678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "refresh_cache-744161c8-9035-4da3-99c2-c7929bbc2669" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.249870] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "refresh_cache-744161c8-9035-4da3-99c2-c7929bbc2669" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.250071] env[62136]: DEBUG nova.network.neutron [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.394074] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af1451-076d-e96e-fc4f-1f7596501731, 'name': SearchDatastore_Task, 'duration_secs': 0.020795} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.395805] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e881ef9-666e-4cf2-b32e-c54f9e648264 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.404670] env[62136]: DEBUG oslo_vmware.api [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2285988, 'name': PowerOnVM_Task, 'duration_secs': 1.130897} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.405826] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.406064] env[62136]: INFO nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Took 9.26 seconds to spawn the instance on the hypervisor. [ 616.406256] env[62136]: DEBUG nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.406612] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 616.406612] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5239e7e6-b60b-63ac-2754-03a8461a4f02" [ 616.406612] env[62136]: _type = "Task" [ 616.406612] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.407329] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86edf7c7-0a46-44e8-b854-7d10f6c1e48a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.426080] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5239e7e6-b60b-63ac-2754-03a8461a4f02, 'name': SearchDatastore_Task, 'duration_secs': 0.015785} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.426237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.426816] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 616.426816] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b974c0-7621-4190-aa59-710afd7eb8d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.438873] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 616.438873] env[62136]: value = "task-2285995" [ 616.438873] env[62136]: _type = "Task" [ 616.438873] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.449468] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.531515] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285992, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.567852] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285993, 'name': PowerOffVM_Task, 'duration_secs': 0.222576} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.568194] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.568427] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.568742] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-669986b0-4c0a-4a67-9778-5c8fda2206ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.598519] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210873} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.600887] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.602368] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6fb0e-75cd-40b9-ba93-e6519e9e53d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.608137] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.609014] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.609014] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Deleting the datastore file [datastore1] 3837c53d-0ae7-4f40-9c64-c352717ace8e {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.609795] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce32e53e-6827-410c-9188-766111baafca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.647586] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] b60e63ef-c64f-4c24-96dd-09b3128c43d8/b60e63ef-c64f-4c24-96dd-09b3128c43d8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.648714] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b96f349-d304-4a97-b6c8-5eab61571258 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.678990] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.682362] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for the task: (returnval){ [ 616.682362] env[62136]: value = "task-2285997" [ 616.682362] env[62136]: _type = "Task" [ 616.682362] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.683184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.412s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.686029] env[62136]: INFO nova.compute.claims [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.701414] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 616.701414] env[62136]: value = "task-2285998" [ 616.701414] env[62136]: _type = "Task" [ 616.701414] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.713540] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.723177] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.729391] env[62136]: INFO nova.scheduler.client.report [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Deleted allocations for instance 23416bb7-4e8e-429b-bdff-d73b0dd6dd90 [ 616.794061] env[62136]: DEBUG nova.network.neutron [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.936642] env[62136]: INFO nova.compute.manager [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Took 46.56 seconds to build instance. [ 616.952139] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285995, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.957953] env[62136]: DEBUG nova.network.neutron [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.011772] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.012230] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.031549] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285992, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.204545] env[62136]: DEBUG oslo_vmware.api [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Task: {'id': task-2285997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386677} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.211025] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.211025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.211025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.211025] env[62136]: INFO nova.compute.manager [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 617.211025] env[62136]: DEBUG oslo.service.loopingcall [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.211370] env[62136]: DEBUG nova.compute.manager [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.211370] env[62136]: DEBUG nova.network.neutron [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.218723] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.243533] env[62136]: DEBUG oslo_concurrency.lockutils [None req-091f6d40-1949-473d-a6e4-372097c44b5f tempest-ListServersNegativeTestJSON-1288215127 tempest-ListServersNegativeTestJSON-1288215127-project-member] Lock "23416bb7-4e8e-429b-bdff-d73b0dd6dd90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.616s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.245305] env[62136]: DEBUG nova.network.neutron [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.442024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd0481e4-a814-4cfd-8e3a-74cad0477615 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.935s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.453818] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2285995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531424} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.454828] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 617.455778] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc600f-78c0-473c-b3bc-8dd65a75773d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.460140] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "refresh_cache-744161c8-9035-4da3-99c2-c7929bbc2669" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.460797] env[62136]: DEBUG nova.compute.manager [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.461055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.462025] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89123b3-1831-4382-a911-c59fa29df78c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.491543] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.491543] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.491543] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.499230] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.499688] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8277adb0-9f66-4f9a-abf0-a8c8a5d5abf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.502138] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cb8534-2873-4213-9e83-a347a2d70822 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.528508] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.528737] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 617.534022] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 617.534022] env[62136]: value = "task-2286000" [ 617.534022] env[62136]: _type = "Task" [ 617.534022] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.534022] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 617.534022] env[62136]: value = "task-2285999" [ 617.534022] env[62136]: _type = "Task" [ 617.534022] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.542946] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285992, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.551340] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.552893] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.729072] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.749659] env[62136]: DEBUG nova.network.neutron [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.947763] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.038236] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Didn't find any instances for network info cache update. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 618.038236] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.052120] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.056204] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.057973] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2285992, 'name': CloneVM_Task, 'duration_secs': 2.024535} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.057973] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.057973] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Created linked-clone VM from snapshot [ 618.060015] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.060015] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b3e47d-9ac8-408e-995a-cd2b20694c30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.068281] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.068281] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 618.068555] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.069023] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2285999, 'name': PowerOffVM_Task, 'duration_secs': 0.278876} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.069023] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.071052] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.071052] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.071593] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ba4729-0f95-4c45-98ba-8c4fa03e5613 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.078150] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Uploading image 60054c11-23de-4f99-a2e4-fb36e7872315 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 618.105433] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.106347] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e09e589-5aac-4d36-9b82-7b7a6cbe2173 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.110816] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.110816] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.111080] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleting the datastore file [datastore1] 744161c8-9035-4da3-99c2-c7929bbc2669 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.112170] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e990c23-6787-4fe3-a2cd-aabdd80e5379 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.116583] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 618.116583] env[62136]: value = "task-2286002" [ 618.116583] env[62136]: _type = "Task" [ 618.116583] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.123086] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 618.123086] env[62136]: value = "task-2286003" [ 618.123086] env[62136]: _type = "Task" [ 618.123086] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.134199] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286002, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.142025] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.218949] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2285998, 'name': ReconfigVM_Task, 'duration_secs': 1.456783} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.222564] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] b60e63ef-c64f-4c24-96dd-09b3128c43d8/b60e63ef-c64f-4c24-96dd-09b3128c43d8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.224793] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d3c34a4-1b81-4d37-9f70-e86b54257ff8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.238088] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 618.238088] env[62136]: value = "task-2286004" [ 618.238088] env[62136]: _type = "Task" [ 618.238088] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.248940] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286004, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.253100] env[62136]: INFO nova.compute.manager [-] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Took 1.04 seconds to deallocate network for instance. [ 618.301483] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608dfb5-f53f-4daf-8184-1f331cbc1685 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.314312] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0e07e-d726-496d-96bc-8457a68c77e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.353011] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41655e54-bbf4-4d6d-adae-a33e1d3242f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.362237] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91721b37-85fa-4196-8825-bdd936162c46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.377899] env[62136]: DEBUG nova.compute.provider_tree [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.469132] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.552773] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286000, 'name': ReconfigVM_Task, 'duration_secs': 1.021426} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.553276] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.554396] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1240a2-8c61-45f6-8044-2b7c3ae11569 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.579977] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.586564] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9d8817-e475-4e3f-a3d7-9f818e524754 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.611467] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 618.611467] env[62136]: value = "task-2286005" [ 618.611467] env[62136]: _type = "Task" [ 618.611467] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.628024] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.637514] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286002, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.648398] env[62136]: DEBUG oslo_vmware.api [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193715} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.649976] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.649976] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.649976] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.649976] env[62136]: INFO nova.compute.manager [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Took 1.19 seconds to destroy the instance on the hypervisor. [ 618.649976] env[62136]: DEBUG oslo.service.loopingcall [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.650275] env[62136]: DEBUG nova.compute.manager [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.650275] env[62136]: DEBUG nova.network.neutron [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.660366] env[62136]: DEBUG nova.compute.manager [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-changed-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.660455] env[62136]: DEBUG nova.compute.manager [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing instance network info cache due to event network-changed-a79f3d16-cba0-497b-9e47-c8f7dd3bd057. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.660658] env[62136]: DEBUG oslo_concurrency.lockutils [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.660804] env[62136]: DEBUG oslo_concurrency.lockutils [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660965] env[62136]: DEBUG nova.network.neutron [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing network info cache for port a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.684111] env[62136]: DEBUG nova.network.neutron [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.748979] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286004, 'name': Rename_Task, 'duration_secs': 0.199584} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.749500] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.749683] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e9cd4c-e7ce-427c-8831-188edccce985 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.758816] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 618.758816] env[62136]: value = "task-2286006" [ 618.758816] env[62136]: _type = "Task" [ 618.758816] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.759937] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.771058] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.881694] env[62136]: DEBUG nova.scheduler.client.report [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.127450] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286005, 'name': ReconfigVM_Task, 'duration_secs': 0.194439} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.130992] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.131574] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286002, 'name': Destroy_Task, 'duration_secs': 0.566377} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.131790] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04fe181-61d8-4841-acdb-b944e77cf640 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.133490] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Destroyed the VM [ 619.133821] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.134080] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a6819b5-b3d7-44ea-8dbf-320c52e9a884 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.144592] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 619.144592] env[62136]: value = "task-2286008" [ 619.144592] env[62136]: _type = "Task" [ 619.144592] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.146727] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 619.146727] env[62136]: value = "task-2286007" [ 619.146727] env[62136]: _type = "Task" [ 619.146727] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.159255] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.162514] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.188415] env[62136]: DEBUG nova.network.neutron [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.270180] env[62136]: DEBUG oslo_vmware.api [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286006, 'name': PowerOnVM_Task, 'duration_secs': 0.507122} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.270555] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.270796] env[62136]: INFO nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 9.50 seconds to spawn the instance on the hypervisor. [ 619.271022] env[62136]: DEBUG nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.271887] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba16d3ef-d206-4b85-9d05-f4d949fc0c67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.395940] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.395940] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.399885] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.399885] env[62136]: DEBUG nova.objects.instance [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 619.538149] env[62136]: DEBUG nova.network.neutron [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updated VIF entry in instance network info cache for port a79f3d16-cba0-497b-9e47-c8f7dd3bd057. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.538930] env[62136]: DEBUG nova.network.neutron [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.662403] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286007, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.666467] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286008, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.696553] env[62136]: INFO nova.compute.manager [-] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Took 1.05 seconds to deallocate network for instance. [ 619.795426] env[62136]: INFO nova.compute.manager [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 44.15 seconds to build instance. [ 619.904023] env[62136]: DEBUG nova.compute.utils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.904023] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.904023] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.970094] env[62136]: DEBUG nova.policy [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c160710a410b46e0b2fe933dcd09cc1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83ab82eef11444498316203dc26b2ac2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.042891] env[62136]: DEBUG oslo_concurrency.lockutils [req-f559a4b7-7611-49c3-aaa8-dbfc295dc0c2 req-ee72a314-2766-4d65-bf07-2e644d942026 service nova] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.163720] env[62136]: DEBUG oslo_vmware.api [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286008, 'name': PowerOnVM_Task, 'duration_secs': 0.543037} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.165437] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.174062] env[62136]: DEBUG oslo_vmware.api [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286007, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873214} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.175444] env[62136]: DEBUG nova.compute.manager [None req-12ed06e3-4317-414e-912c-a0ab3343bee6 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.177577] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.183432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77017a1e-d481-48aa-af46-e726c259ddc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.202977] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.299056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-da3bfb1e-3216-4fa4-877b-749afd7a947e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.433s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.408122] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.412705] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Successfully created port: 89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.415405] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14e903e6-808e-4cf0-ad8f-c0655cb39275 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.416829] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.041s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.418490] env[62136]: INFO nova.compute.claims [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.685131] env[62136]: WARNING nova.compute.manager [None req-a21b8afd-8b5e-432b-b8a3-b6f558442f19 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Image not found during snapshot: nova.exception.ImageNotFound: Image 60054c11-23de-4f99-a2e4-fb36e7872315 could not be found. [ 620.804099] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.915044] env[62136]: INFO nova.virt.block_device [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Booting with volume c928feae-37f6-49d8-97c9-2adbbb028ebd at /dev/sda [ 620.962913] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7b80f6f-9108-44d7-8cea-d1a6328dc23c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.974552] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d395ed-da64-4fcb-a060-e15a28e5ac42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.995293] env[62136]: DEBUG nova.compute.manager [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.997293] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710c4439-7db3-495d-b193-073ce9864963 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.014344] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1db67d8-e30e-40e0-8d37-61af9e0ba80a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.024328] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff7066-89f4-46c3-88f8-c4d9e0d0a03f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.059250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.059533] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.059747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.059930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.060984] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.063909] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115ab023-de17-439b-8007-8ddfffe24f90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.067065] env[62136]: INFO nova.compute.manager [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Terminating instance [ 621.075149] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3c398-351c-4149-8de0-bcbfe1f3a357 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.092010] env[62136]: DEBUG nova.virt.block_device [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating existing volume attachment record: 40f6355d-2dca-463d-8de7-f0b8388142d3 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 621.327540] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.522180] env[62136]: INFO nova.compute.manager [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] instance snapshotting [ 621.525468] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090325bf-305e-4b2e-be00-0fb0f3b8f328 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.560025] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f72c1-9c43-4699-9024-7576835af863 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.571495] env[62136]: DEBUG nova.compute.manager [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.571495] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.571990] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b448bafe-9aa3-406e-ba8a-fdcff19071b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.583212] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.583544] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aac3a18-00fe-4822-8620-4737f69118ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.592187] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 621.592187] env[62136]: value = "task-2286009" [ 621.592187] env[62136]: _type = "Task" [ 621.592187] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.604025] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.948782] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb9f0b4-6a78-41e7-83c1-da5e3bcea1fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.960561] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbaaa7-a041-4500-b434-f1b300092b30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.007453] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9154cb3-baaa-429b-b4d4-3dc1490a54bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.019966] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd2d09-e89d-447d-9c8b-2405e6d1f2a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.030746] env[62136]: DEBUG nova.compute.manager [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Received event network-vif-plugged-89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.031074] env[62136]: DEBUG oslo_concurrency.lockutils [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] Acquiring lock "9ffd2937-5684-4155-a792-dc471683e55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.031378] env[62136]: DEBUG oslo_concurrency.lockutils [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] Lock "9ffd2937-5684-4155-a792-dc471683e55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.031715] env[62136]: DEBUG oslo_concurrency.lockutils [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] Lock "9ffd2937-5684-4155-a792-dc471683e55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.033594] env[62136]: DEBUG nova.compute.manager [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] No waiting events found dispatching network-vif-plugged-89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.035335] env[62136]: WARNING nova.compute.manager [req-13ee2482-21b7-4113-adf7-06bf28fefa3a req-30afc26f-6b39-473f-ac52-8f5b4cdcd4e5 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Received unexpected event network-vif-plugged-89990219-34cd-4138-a531-265a4263c66a for instance with vm_state building and task_state block_device_mapping. [ 622.056440] env[62136]: DEBUG nova.compute.provider_tree [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.071093] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.072860] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87e9d24e-e650-4705-b177-6dfceb79c833 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.086662] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 622.086662] env[62136]: value = "task-2286010" [ 622.086662] env[62136]: _type = "Task" [ 622.086662] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.101847] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.109811] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286009, 'name': PowerOffVM_Task, 'duration_secs': 0.196192} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.110169] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.110515] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.110648] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f5ea912-f2d3-47e7-8d56-41b8fa9c7cc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.122673] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "74d836a8-ff28-4fac-b17e-e531cebc02df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.122909] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.135401] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Successfully updated port: 89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.191163] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.191163] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.191163] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleting the datastore file [datastore1] b5a9a89d-073d-4a54-b657-7d61984c4b44 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.191163] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84e5576-1c2e-4fcf-acad-113d930633e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.200017] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 622.200017] env[62136]: value = "task-2286012" [ 622.200017] env[62136]: _type = "Task" [ 622.200017] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.210158] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.562496] env[62136]: DEBUG nova.scheduler.client.report [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.598134] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.635998] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.636170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquired lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.636348] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.711426] env[62136]: DEBUG oslo_vmware.api [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191488} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.713314] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.713615] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.713867] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.714292] env[62136]: INFO nova.compute.manager [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 622.714746] env[62136]: DEBUG oslo.service.loopingcall [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.714910] env[62136]: DEBUG nova.compute.manager [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.714957] env[62136]: DEBUG nova.network.neutron [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.070648] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.071433] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.075996] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.212s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.076970] env[62136]: DEBUG nova.objects.instance [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'resources' on Instance uuid 542181a5-325f-4f45-be66-f28929f5a323 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 623.102147] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.185932] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.242435] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.242435] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.242435] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.242435] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.242922] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.242922] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.242922] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.242922] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.242922] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.243169] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.243169] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.243169] env[62136]: DEBUG nova.virt.hardware [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.243169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53181b7-4ff6-4b27-988d-3182a6f4ffd1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.248893] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a3dd1-1fa3-4821-8ed1-67abb2f4b560 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.423309] env[62136]: DEBUG nova.network.neutron [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating instance_info_cache with network_info: [{"id": "89990219-34cd-4138-a531-265a4263c66a", "address": "fa:16:3e:c1:c8:8a", "network": {"id": "99b3fba7-68c6-4ed2-b7a4-2668dbfdde3a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-21120363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ab82eef11444498316203dc26b2ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89990219-34", "ovs_interfaceid": "89990219-34cd-4138-a531-265a4263c66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.520127] env[62136]: DEBUG nova.network.neutron [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.581921] env[62136]: DEBUG nova.compute.utils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.585144] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.585305] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.604796] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286010, 'name': CreateSnapshot_Task, 'duration_secs': 1.165725} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.605086] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.606121] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3152043a-5584-409b-971f-25aeca09cb83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.684480] env[62136]: DEBUG nova.policy [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd84c1c2a0b40eca0524de4fd2910f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4306c93f3e5d45d59bc5ee74e2c74176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.932810] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Releasing lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.932810] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Instance network_info: |[{"id": "89990219-34cd-4138-a531-265a4263c66a", "address": "fa:16:3e:c1:c8:8a", "network": {"id": "99b3fba7-68c6-4ed2-b7a4-2668dbfdde3a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-21120363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ab82eef11444498316203dc26b2ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89990219-34", "ovs_interfaceid": "89990219-34cd-4138-a531-265a4263c66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.933347] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:c8:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89990219-34cd-4138-a531-265a4263c66a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.939724] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Creating folder: Project (83ab82eef11444498316203dc26b2ac2). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.943952] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e8fbaf-04fb-486f-aa5d-5331e3345bc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.959219] env[62136]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 623.959411] env[62136]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62136) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 623.959872] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Folder already exists: Project (83ab82eef11444498316203dc26b2ac2). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 623.960095] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Creating folder: Instances. Parent ref: group-v465253. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.960348] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ebfd67-c0d1-4527-8584-f8324b01c556 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.977740] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Created folder: Instances in parent group-v465253. [ 623.977740] env[62136]: DEBUG oslo.service.loopingcall [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.977740] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.977740] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0a0df3-5c03-4d58-b621-e0cae2d83b4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.004248] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.004248] env[62136]: value = "task-2286015" [ 624.004248] env[62136]: _type = "Task" [ 624.004248] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.016857] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286015, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.023729] env[62136]: INFO nova.compute.manager [-] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Took 1.31 seconds to deallocate network for instance. [ 624.084349] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.138723] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.148632] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-450ebd42-069d-46c4-ad1b-b47e7dcfa032 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.157076] env[62136]: DEBUG nova.compute.manager [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Received event network-changed-89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.157076] env[62136]: DEBUG nova.compute.manager [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Refreshing instance network info cache due to event network-changed-89990219-34cd-4138-a531-265a4263c66a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.157076] env[62136]: DEBUG oslo_concurrency.lockutils [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] Acquiring lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.157076] env[62136]: DEBUG oslo_concurrency.lockutils [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] Acquired lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.157076] env[62136]: DEBUG nova.network.neutron [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Refreshing network info cache for port 89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.165012] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 624.165012] env[62136]: value = "task-2286016" [ 624.165012] env[62136]: _type = "Task" [ 624.165012] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.178591] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286016, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.254244] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331fd525-d7f4-44aa-8d44-32721cdd1bf3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.260497] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Successfully created port: 3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.271718] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7459c-f729-4666-8a7d-0aeb4e9f5008 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.276724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "f46d74aa-a43d-4068-971b-3de0995d3073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.276957] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.307030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f09e3-976a-46ac-b342-94bd707f6bcc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.313128] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0db31f-2ac8-4bc2-99cd-b14af79d792b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.330022] env[62136]: DEBUG nova.compute.provider_tree [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.512984] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286015, 'name': CreateVM_Task, 'duration_secs': 0.467149} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.513217] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.513959] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'attachment_id': '40f6355d-2dca-463d-8de7-f0b8388142d3', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465265', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'name': 'volume-c928feae-37f6-49d8-97c9-2adbbb028ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ffd2937-5684-4155-a792-dc471683e55b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'serial': 'c928feae-37f6-49d8-97c9-2adbbb028ebd'}, 'volume_type': None}], 'swap': None} {{(pid=62136) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 624.514188] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Root volume attach. Driver type: vmdk {{(pid=62136) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 624.515056] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcaa60-82d2-4414-9f07-8de5ae851b82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.523135] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f147702-fd7e-451f-aee3-ad2fca3873ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.529150] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed30529e-7d07-461a-b920-4cedcfa9b9e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.535649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.535882] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-631c05f5-0dce-4d9c-bc58-0e30f1ef46d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.543857] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 624.543857] env[62136]: value = "task-2286017" [ 624.543857] env[62136]: _type = "Task" [ 624.543857] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.551499] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286017, 'name': RelocateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.677238] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286016, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.831829] env[62136]: DEBUG nova.scheduler.client.report [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.948818] env[62136]: DEBUG nova.network.neutron [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updated VIF entry in instance network info cache for port 89990219-34cd-4138-a531-265a4263c66a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.949332] env[62136]: DEBUG nova.network.neutron [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating instance_info_cache with network_info: [{"id": "89990219-34cd-4138-a531-265a4263c66a", "address": "fa:16:3e:c1:c8:8a", "network": {"id": "99b3fba7-68c6-4ed2-b7a4-2668dbfdde3a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-21120363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ab82eef11444498316203dc26b2ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89990219-34", "ovs_interfaceid": "89990219-34cd-4138-a531-265a4263c66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.054081] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286017, 'name': RelocateVM_Task, 'duration_secs': 0.02606} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.054395] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 625.054623] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465265', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'name': 'volume-c928feae-37f6-49d8-97c9-2adbbb028ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ffd2937-5684-4155-a792-dc471683e55b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'serial': 'c928feae-37f6-49d8-97c9-2adbbb028ebd'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 625.055509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ad127-3b36-496d-8565-c54824f78c03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686d304-f783-4dcc-8236-7ae862c62c33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.093875] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-c928feae-37f6-49d8-97c9-2adbbb028ebd/volume-c928feae-37f6-49d8-97c9-2adbbb028ebd.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.095140] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.097226] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b745d5a4-7e43-4cbb-9219-0c49b21cd98e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.119058] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 625.119058] env[62136]: value = "task-2286018" [ 625.119058] env[62136]: _type = "Task" [ 625.119058] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.126800] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.140606] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.140869] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.141205] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.141457] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.141621] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.141799] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.142017] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.142201] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.142380] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.142565] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.142975] env[62136]: DEBUG nova.virt.hardware [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.144146] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d400614-e7bb-4b35-bf13-71b798c117f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.154464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0244930-162a-4830-a636-848ced197ca5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.179557] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286016, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.339068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.341679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.847s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.343358] env[62136]: INFO nova.compute.claims [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.371840] env[62136]: INFO nova.scheduler.client.report [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocations for instance 542181a5-325f-4f45-be66-f28929f5a323 [ 625.455318] env[62136]: DEBUG oslo_concurrency.lockutils [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] Releasing lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.455318] env[62136]: DEBUG nova.compute.manager [req-d2d97556-9978-4cc1-a685-bc4a9725df74 req-18bb5cf7-c4e3-4ed5-b259-9dd21824453d service nova] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Received event network-vif-deleted-06c7945d-59fa-4c19-882c-b63266ae5681 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.630291] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286018, 'name': ReconfigVM_Task, 'duration_secs': 0.311635} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.630594] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-c928feae-37f6-49d8-97c9-2adbbb028ebd/volume-c928feae-37f6-49d8-97c9-2adbbb028ebd.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.635434] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef22611-e863-4873-9e58-954d9dc94d98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.652136] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 625.652136] env[62136]: value = "task-2286019" [ 625.652136] env[62136]: _type = "Task" [ 625.652136] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.662395] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.682017] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286016, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.846804] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Successfully updated port: 3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.879921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a0327bb9-4e06-433b-a9c8-b207793a1f3b tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "542181a5-325f-4f45-be66-f28929f5a323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.261s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.161588] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286019, 'name': ReconfigVM_Task, 'duration_secs': 0.178102} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.161900] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465265', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'name': 'volume-c928feae-37f6-49d8-97c9-2adbbb028ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ffd2937-5684-4155-a792-dc471683e55b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'serial': 'c928feae-37f6-49d8-97c9-2adbbb028ebd'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 626.162778] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be815277-2c69-416a-973d-b802d1e13b26 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.173331] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 626.173331] env[62136]: value = "task-2286020" [ 626.173331] env[62136]: _type = "Task" [ 626.173331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.182409] env[62136]: DEBUG nova.compute.manager [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Received event network-vif-plugged-3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.182624] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Acquiring lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.182865] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.182995] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.183230] env[62136]: DEBUG nova.compute.manager [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] No waiting events found dispatching network-vif-plugged-3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.183372] env[62136]: WARNING nova.compute.manager [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Received unexpected event network-vif-plugged-3256d1f2-14d9-415c-a593-acb3c0f4fddf for instance with vm_state building and task_state spawning. [ 626.183546] env[62136]: DEBUG nova.compute.manager [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Received event network-changed-3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.183703] env[62136]: DEBUG nova.compute.manager [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Refreshing instance network info cache due to event network-changed-3256d1f2-14d9-415c-a593-acb3c0f4fddf. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.183888] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Acquiring lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.184028] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Acquired lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.184185] env[62136]: DEBUG nova.network.neutron [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Refreshing network info cache for port 3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.192351] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286020, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.192595] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286016, 'name': CloneVM_Task, 'duration_secs': 1.668155} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.193432] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Created linked-clone VM from snapshot [ 626.194157] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e014c8f-858b-495b-939c-833ca6e0ff2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.203955] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Uploading image ed98ff3f-6903-492a-a790-69eeec4d95c0 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.228386] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.228386] env[62136]: value = "vm-465317" [ 626.228386] env[62136]: _type = "VirtualMachine" [ 626.228386] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.228680] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c13b3e9-9498-4d65-9c3a-cfdca7119465 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.236831] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lease: (returnval){ [ 626.236831] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527430f7-5bb6-2400-b675-2bde3e2bb45d" [ 626.236831] env[62136]: _type = "HttpNfcLease" [ 626.236831] env[62136]: } obtained for exporting VM: (result){ [ 626.236831] env[62136]: value = "vm-465317" [ 626.236831] env[62136]: _type = "VirtualMachine" [ 626.236831] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.237063] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the lease: (returnval){ [ 626.237063] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527430f7-5bb6-2400-b675-2bde3e2bb45d" [ 626.237063] env[62136]: _type = "HttpNfcLease" [ 626.237063] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.244483] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.244483] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527430f7-5bb6-2400-b675-2bde3e2bb45d" [ 626.244483] env[62136]: _type = "HttpNfcLease" [ 626.244483] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 626.350921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.689758] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286020, 'name': Rename_Task, 'duration_secs': 0.131865} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.690070] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.691447] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b6c93c-464f-4c6a-99d4-ebcd1e9a75f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.696924] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 626.696924] env[62136]: value = "task-2286022" [ 626.696924] env[62136]: _type = "Task" [ 626.696924] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.706039] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.731648] env[62136]: DEBUG nova.network.neutron [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.745516] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.745516] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527430f7-5bb6-2400-b675-2bde3e2bb45d" [ 626.745516] env[62136]: _type = "HttpNfcLease" [ 626.745516] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.746835] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.746835] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527430f7-5bb6-2400-b675-2bde3e2bb45d" [ 626.746835] env[62136]: _type = "HttpNfcLease" [ 626.746835] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.748029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5154433f-6d0a-4330-b294-eb7d10742c80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.750850] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b02516-af43-4387-8876-3e4a66578825 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.761131] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55612265-25ad-468e-92fa-092a13fadaaf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.765021] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.765021] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.850661] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b4e7c9-1644-4869-8f88-b7ed7624ab2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.859899] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33528d6f-809e-42f2-a1ea-eff7359f1f35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.874197] env[62136]: DEBUG nova.compute.provider_tree [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.887143] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-299d02a5-a605-4bbf-9192-0d31759dec91 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.033121] env[62136]: DEBUG nova.network.neutron [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.210990] env[62136]: DEBUG oslo_vmware.api [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286022, 'name': PowerOnVM_Task, 'duration_secs': 0.46548} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.211480] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.211808] env[62136]: INFO nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Took 3.98 seconds to spawn the instance on the hypervisor. [ 627.212136] env[62136]: DEBUG nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.213416] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc0a4f-0ee7-4544-ac8f-fd36fda9c8ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.378275] env[62136]: DEBUG nova.scheduler.client.report [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.537235] env[62136]: DEBUG oslo_concurrency.lockutils [req-8cb7f1b7-81d2-47d6-9dae-67b6c9111171 req-44ebec3c-fbf0-4c11-89d0-076431c39bd2 service nova] Releasing lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.537540] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.537715] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.739928] env[62136]: INFO nova.compute.manager [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Took 43.49 seconds to build instance. [ 627.883739] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.884122] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.887027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.385s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.888542] env[62136]: INFO nova.compute.claims [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.092210] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.242327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-81d6b120-3e98-435d-8665-554e51efd9a7 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.392s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.268908] env[62136]: DEBUG nova.network.neutron [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Updating instance_info_cache with network_info: [{"id": "3256d1f2-14d9-415c-a593-acb3c0f4fddf", "address": "fa:16:3e:26:bf:f8", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256d1f2-14", "ovs_interfaceid": "3256d1f2-14d9-415c-a593-acb3c0f4fddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.392992] env[62136]: DEBUG nova.compute.utils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.396929] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.397118] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.448539] env[62136]: DEBUG nova.policy [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da875e2de3cc4c6685e6e838bbb1693a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '179dd721b59740c29e96eb639c1e1741', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.745274] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.771824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "refresh_cache-3b754c22-40a3-4580-b68c-2a2032fa4ce6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.772352] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance network_info: |[{"id": "3256d1f2-14d9-415c-a593-acb3c0f4fddf", "address": "fa:16:3e:26:bf:f8", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3256d1f2-14", "ovs_interfaceid": "3256d1f2-14d9-415c-a593-acb3c0f4fddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.773163] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:bf:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3256d1f2-14d9-415c-a593-acb3c0f4fddf', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.786478] env[62136]: DEBUG oslo.service.loopingcall [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.787210] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.787662] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f218aa93-4977-4820-ba78-248f0076c999 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.811372] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.811372] env[62136]: value = "task-2286023" [ 628.811372] env[62136]: _type = "Task" [ 628.811372] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.821185] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286023, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.845356] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Successfully created port: 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.901030] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.272252] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.325043] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286023, 'name': CreateVM_Task, 'duration_secs': 0.374911} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.325311] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.326274] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.326575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.327018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.327338] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ac575d-c044-4085-ae83-e6a351c71bf9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.332405] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 629.332405] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251e982-35fc-9e27-bb12-95422bbb0357" [ 629.332405] env[62136]: _type = "Task" [ 629.332405] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.344135] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251e982-35fc-9e27-bb12-95422bbb0357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.398246] env[62136]: DEBUG nova.compute.manager [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Received event network-changed-89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.398246] env[62136]: DEBUG nova.compute.manager [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Refreshing instance network info cache due to event network-changed-89990219-34cd-4138-a531-265a4263c66a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.398246] env[62136]: DEBUG oslo_concurrency.lockutils [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] Acquiring lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.398246] env[62136]: DEBUG oslo_concurrency.lockutils [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] Acquired lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.398246] env[62136]: DEBUG nova.network.neutron [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Refreshing network info cache for port 89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.510076] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b016f-96f6-4bfc-9311-7988d58feca7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.518693] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cefbdc-e25a-4a7d-be47-34e466debe6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.551857] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4556af89-86d4-410a-b5db-88c18e9643bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.558684] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b09707-0074-437a-8ab0-0dfe6a6f4fe1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.572261] env[62136]: DEBUG nova.compute.provider_tree [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.844099] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251e982-35fc-9e27-bb12-95422bbb0357, 'name': SearchDatastore_Task, 'duration_secs': 0.016686} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.844522] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.844719] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.844956] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.845053] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.845261] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.845530] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5be502-d93a-4baa-b35d-87c6edaadad3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.855547] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.855547] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.856120] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4154f671-9b22-4778-b48b-dce2ee212f0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.862140] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 629.862140] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524bd081-d301-faf4-df53-604145077c71" [ 629.862140] env[62136]: _type = "Task" [ 629.862140] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.870020] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524bd081-d301-faf4-df53-604145077c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.920187] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.948814] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.948814] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.949117] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.949117] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.949275] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.949396] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.949635] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.949812] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.949993] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.950191] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.951099] env[62136]: DEBUG nova.virt.hardware [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.951293] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e896c84-7833-4775-acc4-8b0339f563a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.961035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474e250-fda7-49e7-af49-5f4c63535aea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.076079] env[62136]: DEBUG nova.scheduler.client.report [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.165485] env[62136]: DEBUG nova.network.neutron [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updated VIF entry in instance network info cache for port 89990219-34cd-4138-a531-265a4263c66a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.165889] env[62136]: DEBUG nova.network.neutron [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating instance_info_cache with network_info: [{"id": "89990219-34cd-4138-a531-265a4263c66a", "address": "fa:16:3e:c1:c8:8a", "network": {"id": "99b3fba7-68c6-4ed2-b7a4-2668dbfdde3a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-21120363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ab82eef11444498316203dc26b2ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89990219-34", "ovs_interfaceid": "89990219-34cd-4138-a531-265a4263c66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.375036] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524bd081-d301-faf4-df53-604145077c71, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.375036] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b5c2eb-9459-4a16-ae7d-faa10fd8e348 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.379257] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 630.379257] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f3175-fd8b-1313-233f-1f622e38aab2" [ 630.379257] env[62136]: _type = "Task" [ 630.379257] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.388336] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f3175-fd8b-1313-233f-1f622e38aab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.468383] env[62136]: DEBUG nova.compute.manager [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-vif-plugged-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.468383] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] Acquiring lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.468383] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.468383] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.468383] env[62136]: DEBUG nova.compute.manager [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] No waiting events found dispatching network-vif-plugged-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.468738] env[62136]: WARNING nova.compute.manager [req-bc9b172a-f2a1-4f19-b5a8-8607342e7875 req-1db445e7-5107-48d8-99b3-e455f735cb2c service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received unexpected event network-vif-plugged-23e875ce-a765-4727-8068-796e16c9b421 for instance with vm_state building and task_state spawning. [ 630.556794] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Successfully updated port: 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.581856] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.582513] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.586069] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.808s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.668322] env[62136]: DEBUG oslo_concurrency.lockutils [req-13edba07-71b3-4864-9c43-0b85daeac593 req-5798dd7a-fa22-4d5a-83cc-f85754bf7747 service nova] Releasing lock "refresh_cache-9ffd2937-5684-4155-a792-dc471683e55b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.891362] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f3175-fd8b-1313-233f-1f622e38aab2, 'name': SearchDatastore_Task, 'duration_secs': 0.013389} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.891699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.891908] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 3b754c22-40a3-4580-b68c-2a2032fa4ce6/3b754c22-40a3-4580-b68c-2a2032fa4ce6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.892202] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16db4936-7d06-49b7-bd2e-658af7d09e42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.898505] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 630.898505] env[62136]: value = "task-2286024" [ 630.898505] env[62136]: _type = "Task" [ 630.898505] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.906504] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.058195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.058363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.058504] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.087399] env[62136]: DEBUG nova.compute.utils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 631.088880] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.089181] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.140156] env[62136]: DEBUG nova.policy [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c33242f931664f56ba8d4c93ebfd3123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '543fb15c66e54c1992e658334bffb1b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.409746] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.589047] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Successfully created port: ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.594596] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a60d5-9ef2-423d-ae59-d043081bfe81 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.597658] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.606183] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d5428-a6c6-4a81-bd6d-d6fc1827ab5f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.639598] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.642263] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74685a54-ca01-4657-9277-23480d63dc69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.651969] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7908a747-3211-41e4-bc85-52c729613afd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.666901] env[62136]: DEBUG nova.compute.provider_tree [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.850574] env[62136]: DEBUG nova.network.neutron [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.909786] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836305} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.910778] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 3b754c22-40a3-4580-b68c-2a2032fa4ce6/3b754c22-40a3-4580-b68c-2a2032fa4ce6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.911016] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.911338] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bed62a9-6ff2-4ada-9bf6-69abbe263c36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.919314] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 631.919314] env[62136]: value = "task-2286025" [ 631.919314] env[62136]: _type = "Task" [ 631.919314] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.926896] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.170087] env[62136]: DEBUG nova.scheduler.client.report [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.354144] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.354479] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Instance network_info: |[{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.354920] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:64:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e875ce-a765-4727-8068-796e16c9b421', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.363568] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Creating folder: Project (179dd721b59740c29e96eb639c1e1741). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.363948] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dcf9f5f-d6c4-4de2-9868-6a6aa3a00cb2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.375207] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Created folder: Project (179dd721b59740c29e96eb639c1e1741) in parent group-v465229. [ 632.375423] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Creating folder: Instances. Parent ref: group-v465319. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.375658] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c65758-1513-45a6-9076-2994f6aaa86c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.385067] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Created folder: Instances in parent group-v465319. [ 632.385309] env[62136]: DEBUG oslo.service.loopingcall [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.385570] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.385706] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd9cce6-21c3-4d51-9c73-6d77e71f7030 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.404227] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.404227] env[62136]: value = "task-2286028" [ 632.404227] env[62136]: _type = "Task" [ 632.404227] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.413180] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286028, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.426719] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072771} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.426985] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.427794] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49a55c-ad87-4db0-8333-2efeff4afdd2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.450444] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 3b754c22-40a3-4580-b68c-2a2032fa4ce6/3b754c22-40a3-4580-b68c-2a2032fa4ce6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.451198] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787ec3d9-0148-4922-8c7c-569703569be3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.472360] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 632.472360] env[62136]: value = "task-2286029" [ 632.472360] env[62136]: _type = "Task" [ 632.472360] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.481257] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.509385] env[62136]: DEBUG nova.compute.manager [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-changed-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.509585] env[62136]: DEBUG nova.compute.manager [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing instance network info cache due to event network-changed-23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.509803] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.509946] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.510129] env[62136]: DEBUG nova.network.neutron [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing network info cache for port 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.607429] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.632607] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.632881] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.633199] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.633493] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.633687] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.633876] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.634140] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.634417] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.634510] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.634699] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.635304] env[62136]: DEBUG nova.virt.hardware [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.635912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c083f1ca-f01a-40c1-b3dc-f09f3b0c261d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.645182] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2df8e-3b9d-451b-9416-2f1ce249c359 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.913968] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286028, 'name': CreateVM_Task, 'duration_secs': 0.475591} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.914249] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.914798] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.914962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.915316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.915587] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309279e4-4d34-477a-830f-6b39aa3e6500 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.920116] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 632.920116] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52088308-432d-1a34-b53e-06c5ae7bb186" [ 632.920116] env[62136]: _type = "Task" [ 632.920116] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.927782] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52088308-432d-1a34-b53e-06c5ae7bb186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.985290] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286029, 'name': ReconfigVM_Task, 'duration_secs': 0.326594} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.985290] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 3b754c22-40a3-4580-b68c-2a2032fa4ce6/3b754c22-40a3-4580-b68c-2a2032fa4ce6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.985290] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f035e54e-52aa-4367-b170-b0f1c1c9092c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.992130] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 632.992130] env[62136]: value = "task-2286030" [ 632.992130] env[62136]: _type = "Task" [ 632.992130] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.001491] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286030, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.186248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.598s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.189279] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.956s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.190163] env[62136]: DEBUG nova.objects.instance [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lazy-loading 'resources' on Instance uuid 71c5aada-84ef-466e-830d-e9d0c83f7d91 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 633.301347] env[62136]: DEBUG nova.network.neutron [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updated VIF entry in instance network info cache for port 23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.301753] env[62136]: DEBUG nova.network.neutron [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.426545] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Successfully updated port: ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.437311] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52088308-432d-1a34-b53e-06c5ae7bb186, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.437755] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.438088] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.438399] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.438633] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.438941] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.439308] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4a48a2-cdf0-4d8a-b8df-4c42dec0f804 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.448828] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.449102] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.449892] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449459cb-aba5-4237-b1af-1a7a3f583ab9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.455819] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 633.455819] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253a2d3-8c74-a3d2-edd1-531e8e1b3c47" [ 633.455819] env[62136]: _type = "Task" [ 633.455819] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.464215] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253a2d3-8c74-a3d2-edd1-531e8e1b3c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.500427] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286030, 'name': Rename_Task, 'duration_secs': 0.162498} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.502033] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.502033] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06af695e-2964-43ff-bddf-1c92ecdaf454 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.508854] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 633.508854] env[62136]: value = "task-2286031" [ 633.508854] env[62136]: _type = "Task" [ 633.508854] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.523666] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.753242] env[62136]: INFO nova.scheduler.client.report [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleted allocation for migration 977b0d49-5be2-4476-8497-073384495fc7 [ 633.805065] env[62136]: DEBUG oslo_concurrency.lockutils [req-e8250379-b7a9-449e-af67-4843be9d22be req-d53d9b38-9ce9-4399-b5b6-01f9d40c4a94 service nova] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.931217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.931217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931217] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.968776] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253a2d3-8c74-a3d2-edd1-531e8e1b3c47, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.969769] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e2f77b-f605-493c-940e-7de4ca6cb1f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.974879] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 633.974879] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521280e1-ee64-da0c-9fc3-e2b76dda3f20" [ 633.974879] env[62136]: _type = "Task" [ 633.974879] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.984342] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521280e1-ee64-da0c-9fc3-e2b76dda3f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.021218] env[62136]: DEBUG oslo_vmware.api [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286031, 'name': PowerOnVM_Task, 'duration_secs': 0.506787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.021218] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.021496] env[62136]: INFO nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Took 8.93 seconds to spawn the instance on the hypervisor. [ 634.021799] env[62136]: DEBUG nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.022967] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e4621f-e583-46cd-ae4a-7abf8ad6d767 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.226256] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7b0af4-5268-4232-b2bd-93b416567c60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.233015] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd286fc-d857-4d02-8949-f8233d35b7e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.268467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-31ee3459-a9f8-4ac1-afa2-0090f075af59 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.936s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.270577] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d69f85-ea47-4f80-8a89-b5eed3f5b9f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.278434] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c257ee-edfb-46a0-ae3f-9d827dbfba71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.293823] env[62136]: DEBUG nova.compute.provider_tree [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.476430] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.487522] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521280e1-ee64-da0c-9fc3-e2b76dda3f20, 'name': SearchDatastore_Task, 'duration_secs': 0.015041} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.487792] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.488069] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5bdbadb9-e221-4ba8-a537-2d60e9024702/5bdbadb9-e221-4ba8-a537-2d60e9024702.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.488334] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df0f323e-9018-4924-9852-0e264f01a2ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.495559] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 634.495559] env[62136]: value = "task-2286032" [ 634.495559] env[62136]: _type = "Task" [ 634.495559] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.505157] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.547655] env[62136]: DEBUG nova.compute.manager [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received event network-vif-plugged-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.547914] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Acquiring lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.548161] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.548331] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.548501] env[62136]: DEBUG nova.compute.manager [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] No waiting events found dispatching network-vif-plugged-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.548667] env[62136]: WARNING nova.compute.manager [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received unexpected event network-vif-plugged-ae377e72-4411-4105-9e8e-178f8d3e72e2 for instance with vm_state building and task_state spawning. [ 634.548827] env[62136]: DEBUG nova.compute.manager [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.548977] env[62136]: DEBUG nova.compute.manager [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing instance network info cache due to event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.549165] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Acquiring lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.549584] env[62136]: INFO nova.compute.manager [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Took 43.22 seconds to build instance. [ 634.764494] env[62136]: DEBUG nova.network.neutron [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.797495] env[62136]: DEBUG nova.scheduler.client.report [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.006829] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.051687] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ffb99ee8-e373-40cb-b4c6-19c46138ae19 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.811s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.267579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.269117] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Instance network_info: |[{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.269564] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Acquired lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.269826] env[62136]: DEBUG nova.network.neutron [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.271230] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae377e72-4411-4105-9e8e-178f8d3e72e2', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.285880] env[62136]: DEBUG oslo.service.loopingcall [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.287131] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.287425] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d2b463b-12ed-4dd5-b50c-f7a83f61698d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.304349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.307024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.070s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.310387] env[62136]: INFO nova.compute.claims [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.318372] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.318372] env[62136]: value = "task-2286033" [ 635.318372] env[62136]: _type = "Task" [ 635.318372] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.328430] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286033, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.347532] env[62136]: INFO nova.scheduler.client.report [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted allocations for instance 71c5aada-84ef-466e-830d-e9d0c83f7d91 [ 635.412307] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 635.413268] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42b734-010a-48d0-a858-dc351f50e906 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.419785] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 635.420010] env[62136]: ERROR oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk due to incomplete transfer. [ 635.420256] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8521ab97-f7f1-4925-9149-6955b574f6e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.427326] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527aa3f7-fb34-bca2-73b5-0d20b7b6a2b5/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 635.427529] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Uploaded image ed98ff3f-6903-492a-a790-69eeec4d95c0 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 635.429891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 635.429971] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2cefc10-6bbb-4d66-8db3-0628a970ed77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.436140] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 635.436140] env[62136]: value = "task-2286034" [ 635.436140] env[62136]: _type = "Task" [ 635.436140] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.447697] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286034, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.506949] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624767} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.507126] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5bdbadb9-e221-4ba8-a537-2d60e9024702/5bdbadb9-e221-4ba8-a537-2d60e9024702.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.508369] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.508369] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8bb8415-025b-4b7f-9999-15dd25d5eee3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.514121] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 635.514121] env[62136]: value = "task-2286035" [ 635.514121] env[62136]: _type = "Task" [ 635.514121] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.522791] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.555016] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.830289] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286033, 'name': CreateVM_Task, 'duration_secs': 0.380492} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.830466] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.831273] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.831652] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.831998] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.832284] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7199852-7ab4-48a7-842a-1bf6b84d1c8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.838245] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 635.838245] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527a6c76-4d74-5ec3-236f-3ec259979fdf" [ 635.838245] env[62136]: _type = "Task" [ 635.838245] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.850753] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527a6c76-4d74-5ec3-236f-3ec259979fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.851091] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.851368] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.851671] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.851872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.852150] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.854618] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af91673-513e-4f47-8919-5b6d8f5392fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.856915] env[62136]: DEBUG oslo_concurrency.lockutils [None req-df065449-11bb-45fa-a58a-7e30dd3b1968 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "71c5aada-84ef-466e-830d-e9d0c83f7d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.550s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.864216] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.864483] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.865279] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea456fdc-53cd-455b-b59b-9468a2171d80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.871990] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 635.871990] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521baaae-4962-3e7f-bcb1-ae1350e6f529" [ 635.871990] env[62136]: _type = "Task" [ 635.871990] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.882779] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.883035] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.888953] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521baaae-4962-3e7f-bcb1-ae1350e6f529, 'name': SearchDatastore_Task, 'duration_secs': 0.007987} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.889751] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57fe8d0-af1b-420d-9562-0437af6bb15e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.895142] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 635.895142] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525319cf-6d82-1238-c585-60dbcaf70a08" [ 635.895142] env[62136]: _type = "Task" [ 635.895142] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.903251] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525319cf-6d82-1238-c585-60dbcaf70a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.949697] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286034, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.023500] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068225} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.023500] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.024065] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afbae66-a5bb-481b-8834-8e0460590078 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.045396] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 5bdbadb9-e221-4ba8-a537-2d60e9024702/5bdbadb9-e221-4ba8-a537-2d60e9024702.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.045663] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64091c90-c199-4528-a8ba-de4e7ffdd360 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.060058] env[62136]: DEBUG nova.network.neutron [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updated VIF entry in instance network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.060347] env[62136]: DEBUG nova.network.neutron [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.069391] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 636.069391] env[62136]: value = "task-2286036" [ 636.069391] env[62136]: _type = "Task" [ 636.069391] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.077613] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.079872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.208070] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.208319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.208565] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.208817] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.209043] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.211178] env[62136]: INFO nova.compute.manager [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Terminating instance [ 636.410830] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525319cf-6d82-1238-c585-60dbcaf70a08, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.411086] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.411351] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 914ddb59-3ddd-499c-8181-76bd7f90b0f5/914ddb59-3ddd-499c-8181-76bd7f90b0f5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.411607] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c2c322-b7bf-45a5-8716-cd6f5da9027e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.420795] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 636.420795] env[62136]: value = "task-2286037" [ 636.420795] env[62136]: _type = "Task" [ 636.420795] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.429208] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.448602] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286034, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.564698] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a6978cc-a473-49fe-8fa0-618fd95bf6fd req-76a797e2-dc1c-4070-9139-8c8677ec774c service nova] Releasing lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.578400] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.715596] env[62136]: DEBUG nova.compute.manager [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.715596] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.716523] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef42b8-9853-4036-81fe-5d0372cc4808 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.725460] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.725803] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0331ac-8eec-4d51-a301-e434de5323c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.732347] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 636.732347] env[62136]: value = "task-2286038" [ 636.732347] env[62136]: _type = "Task" [ 636.732347] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.745277] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2286038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.789872] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ebc9d6-853b-4b49-aadf-0298c57f1393 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.800053] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25cfa53-8597-414d-a6e0-bac2325f9af6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.811446] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "727f4737-801e-490d-9a63-9fde601cc08c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.811691] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.851523] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a7ef03-c26f-499b-8b20-fd45a4c747f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.860848] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f1e2be-d81e-4564-8d59-cc46a569690e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.874962] env[62136]: DEBUG nova.compute.provider_tree [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.930697] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286037, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.948740] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286034, 'name': Destroy_Task, 'duration_secs': 1.368951} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.949031] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Destroyed the VM [ 636.949274] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 636.949862] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9dde90a2-9559-4078-8c0b-2163e3988dc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.957626] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 636.957626] env[62136]: value = "task-2286039" [ 636.957626] env[62136]: _type = "Task" [ 636.957626] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.966709] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.084427] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286036, 'name': ReconfigVM_Task, 'duration_secs': 0.515252} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.084820] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 5bdbadb9-e221-4ba8-a537-2d60e9024702/5bdbadb9-e221-4ba8-a537-2d60e9024702.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.085506] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-077546c6-2661-4a3a-b30e-18af4c9ac04e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.095254] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 637.095254] env[62136]: value = "task-2286040" [ 637.095254] env[62136]: _type = "Task" [ 637.095254] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.105255] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286040, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.242213] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2286038, 'name': PowerOffVM_Task, 'duration_secs': 0.283402} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.242494] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.242687] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.242915] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7748b07e-ab1c-4d95-9218-86bf0d904a85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.311879] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.312169] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.312444] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleting the datastore file [datastore2] 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.312991] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6196cda3-55d0-4272-b76e-3454a2133ade {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.320482] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for the task: (returnval){ [ 637.320482] env[62136]: value = "task-2286042" [ 637.320482] env[62136]: _type = "Task" [ 637.320482] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.328876] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2286042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.378855] env[62136]: DEBUG nova.scheduler.client.report [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.430756] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779246} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.431249] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 914ddb59-3ddd-499c-8181-76bd7f90b0f5/914ddb59-3ddd-499c-8181-76bd7f90b0f5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.431372] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.431612] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-003f9c06-1101-4433-8d92-5650e16ebec8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.438442] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 637.438442] env[62136]: value = "task-2286043" [ 637.438442] env[62136]: _type = "Task" [ 637.438442] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.445895] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.468986] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286039, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.605438] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286040, 'name': Rename_Task, 'duration_secs': 0.149408} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.605438] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.605644] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d4cd097-0eff-4a4b-9101-5598f1bd57ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.611707] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 637.611707] env[62136]: value = "task-2286044" [ 637.611707] env[62136]: _type = "Task" [ 637.611707] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.619143] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.830488] env[62136]: DEBUG oslo_vmware.api [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Task: {'id': task-2286042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217995} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.830767] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.830955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.831172] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.831364] env[62136]: INFO nova.compute.manager [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 637.831632] env[62136]: DEBUG oslo.service.loopingcall [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.831829] env[62136]: DEBUG nova.compute.manager [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.831926] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.885118] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.885724] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.889165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.702s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.889339] env[62136]: DEBUG nova.objects.instance [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 637.950675] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073175} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.950947] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.957042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e80b58-1c8d-4f87-962d-f294455d99ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.979380] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 914ddb59-3ddd-499c-8181-76bd7f90b0f5/914ddb59-3ddd-499c-8181-76bd7f90b0f5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.980164] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be01b8a7-595d-464e-9563-d5f49536af53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.999099] env[62136]: DEBUG oslo_vmware.api [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286039, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765598} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.999790] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 638.000063] env[62136]: INFO nova.compute.manager [None req-7cb4f85d-3e22-418c-8b19-04d0645be91e tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 16.48 seconds to snapshot the instance on the hypervisor. [ 638.004968] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 638.004968] env[62136]: value = "task-2286045" [ 638.004968] env[62136]: _type = "Task" [ 638.004968] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.013300] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.123423] env[62136]: DEBUG oslo_vmware.api [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286044, 'name': PowerOnVM_Task, 'duration_secs': 0.464781} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.123423] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.123423] env[62136]: INFO nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Took 8.20 seconds to spawn the instance on the hypervisor. [ 638.123423] env[62136]: DEBUG nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.124101] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8215c-d2b4-45a4-b548-f5ddcec49942 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.171025] env[62136]: DEBUG nova.compute.manager [req-abda34fd-2af3-4900-b27c-d5d8ce51afd1 req-dba0bd21-ee5a-4f12-a61f-01a746b15d8a service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Received event network-vif-deleted-4772d8fc-6c31-4a67-a458-19ecca5858a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.171159] env[62136]: INFO nova.compute.manager [req-abda34fd-2af3-4900-b27c-d5d8ce51afd1 req-dba0bd21-ee5a-4f12-a61f-01a746b15d8a service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Neutron deleted interface 4772d8fc-6c31-4a67-a458-19ecca5858a7; detaching it from the instance and deleting it from the info cache [ 638.171533] env[62136]: DEBUG nova.network.neutron [req-abda34fd-2af3-4900-b27c-d5d8ce51afd1 req-dba0bd21-ee5a-4f12-a61f-01a746b15d8a service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.397524] env[62136]: DEBUG nova.compute.utils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.399070] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.399070] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.484274] env[62136]: DEBUG nova.policy [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f1eee52848f4ec9958a2f069e1abe83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d05750f53a84aeda370c5507279438a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.520038] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.645609] env[62136]: INFO nova.compute.manager [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Took 45.17 seconds to build instance. [ 638.654939] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.674423] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ba9ee70-d334-4df2-a2a0-9da9454c54ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.687114] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a422e1-abe6-4c15-bb9c-2965269ee673 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.727208] env[62136]: DEBUG nova.compute.manager [req-abda34fd-2af3-4900-b27c-d5d8ce51afd1 req-dba0bd21-ee5a-4f12-a61f-01a746b15d8a service nova] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Detach interface failed, port_id=4772d8fc-6c31-4a67-a458-19ecca5858a7, reason: Instance 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 638.899537] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2b800fc-e706-4c3a-a6be-addee97d3b4b tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.900663] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.450s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.905692] env[62136]: INFO nova.compute.claims [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.915545] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.018845] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286045, 'name': ReconfigVM_Task, 'duration_secs': 0.892543} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.018845] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 914ddb59-3ddd-499c-8181-76bd7f90b0f5/914ddb59-3ddd-499c-8181-76bd7f90b0f5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.018845] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc49b988-4b37-4cfb-8acb-ca247df173d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.026356] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 639.026356] env[62136]: value = "task-2286046" [ 639.026356] env[62136]: _type = "Task" [ 639.026356] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.033135] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286046, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.113024] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Successfully created port: e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.147347] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2e24015a-700d-4d4c-8549-116ae8b20781 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.680s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.160507] env[62136]: INFO nova.compute.manager [-] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Took 1.33 seconds to deallocate network for instance. [ 639.421236] env[62136]: DEBUG nova.compute.manager [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-changed-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.422682] env[62136]: DEBUG nova.compute.manager [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing instance network info cache due to event network-changed-23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.422682] env[62136]: DEBUG oslo_concurrency.lockutils [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.422682] env[62136]: DEBUG oslo_concurrency.lockutils [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.422682] env[62136]: DEBUG nova.network.neutron [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing network info cache for port 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.533210] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286046, 'name': Rename_Task, 'duration_secs': 0.165062} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.533490] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.533736] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6b3e7c-5f7c-4f83-a2cf-71a7c581606c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.540258] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 639.540258] env[62136]: value = "task-2286047" [ 639.540258] env[62136]: _type = "Task" [ 639.540258] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.551472] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.651847] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.669454] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.867102] env[62136]: DEBUG nova.compute.manager [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.868014] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b37621-42c4-4b34-b3f7-4a51e545b297 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.926660] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.951874] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.952369] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.952369] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.952471] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.952576] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.952723] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.952932] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.953106] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.953278] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.953566] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.953636] env[62136]: DEBUG nova.virt.hardware [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.954558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dfa1a9-f858-45c8-b61b-c909d6a3a0be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.966031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c0e56-c4ab-49d7-b1ff-d48dfa80b881 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.052437] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.180484] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.270291] env[62136]: DEBUG nova.network.neutron [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updated VIF entry in instance network info cache for port 23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.270291] env[62136]: DEBUG nova.network.neutron [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.380134] env[62136]: INFO nova.compute.manager [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] instance snapshotting [ 640.383718] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c8e61-568b-4e16-8613-c0843d34052c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.387298] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb038c31-b4bb-4599-bbdd-7fc9ce27b63f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.407081] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ead06-d167-4ae9-b788-70a306d7c759 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.411745] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef959d-83b8-4c8c-80d7-3f26c450e075 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.446889] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9fb62-68f9-429d-bb64-8de3e9aa2b8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.454387] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2701514-336c-4946-a048-355f7ef33c0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.469787] env[62136]: DEBUG nova.compute.provider_tree [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.556762] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.643378] env[62136]: DEBUG nova.compute.manager [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Received event network-vif-plugged-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.643644] env[62136]: DEBUG oslo_concurrency.lockutils [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.643818] env[62136]: DEBUG oslo_concurrency.lockutils [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.644046] env[62136]: DEBUG oslo_concurrency.lockutils [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.644244] env[62136]: DEBUG nova.compute.manager [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] No waiting events found dispatching network-vif-plugged-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.644458] env[62136]: WARNING nova.compute.manager [req-c958b213-56bd-4c74-9f37-2548af8cf2bd req-854510a9-6680-459d-b6ed-aeb7c55c8f12 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Received unexpected event network-vif-plugged-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 for instance with vm_state building and task_state spawning. [ 640.748548] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Successfully updated port: e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.774078] env[62136]: DEBUG oslo_concurrency.lockutils [req-981af483-743c-4f81-9db6-9c6f0ec2f907 req-302f8e87-b92d-4574-8562-aaaacdc1530b service nova] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.949096] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 640.949587] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-225d57a8-1eaa-4e17-8107-411529ab6af4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.959936] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 640.959936] env[62136]: value = "task-2286048" [ 640.959936] env[62136]: _type = "Task" [ 640.959936] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.973690] env[62136]: DEBUG nova.scheduler.client.report [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.979898] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.051462] env[62136]: DEBUG oslo_vmware.api [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286047, 'name': PowerOnVM_Task, 'duration_secs': 1.417697} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.051750] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.053885] env[62136]: INFO nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Took 8.44 seconds to spawn the instance on the hypervisor. [ 641.053885] env[62136]: DEBUG nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.053885] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b923e-f99c-43ad-9a23-ad41f01019e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.251689] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.251997] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251997] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.469566] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286048, 'name': CreateSnapshot_Task, 'duration_secs': 0.474215} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.470121] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 641.471061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490a10cd-bc3a-4226-a8d2-70f693991791 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.484044] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.484044] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.484894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.951s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.486481] env[62136]: INFO nova.compute.claims [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.575454] env[62136]: INFO nova.compute.manager [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Took 48.10 seconds to build instance. [ 641.793528] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.988632] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.989013] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e693a26c-3246-4640-9247-88a0072e146b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995194] env[62136]: DEBUG nova.compute.utils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.998607] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.998784] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.010028] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 642.010028] env[62136]: value = "task-2286049" [ 642.010028] env[62136]: _type = "Task" [ 642.010028] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.011793] env[62136]: DEBUG nova.network.neutron [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.019032] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286049, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.041017] env[62136]: DEBUG nova.policy [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd268c838773f4a7799546a99e74069cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a129a593f0da405ebc811dec1c5f9647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.080456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-679dca0b-d5a9-4f55-9921-6ca1299bb4ce tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.838s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.367385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.367744] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.368083] env[62136]: INFO nova.compute.manager [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Rebooting instance [ 642.440086] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Successfully created port: 646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.499759] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.514622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.515066] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Instance network_info: |[{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.519824] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:40:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63e5b12-7ed1-4ad1-869e-fd1a12e56887', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.528956] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating folder: Project (0d05750f53a84aeda370c5507279438a). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.529300] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286049, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.529575] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-330525da-9e7d-4a85-883e-950edc4cf8a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.540326] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created folder: Project (0d05750f53a84aeda370c5507279438a) in parent group-v465229. [ 642.542269] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating folder: Instances. Parent ref: group-v465325. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.544345] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0190b2ac-0ccd-4d5e-8f88-a1fdbacfcaea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.555069] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created folder: Instances in parent group-v465325. [ 642.555330] env[62136]: DEBUG oslo.service.loopingcall [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.555513] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.557768] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceaf1f16-8ca1-4da1-8ffe-c831d7843a29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.584697] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.602558] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.602558] env[62136]: value = "task-2286052" [ 642.602558] env[62136]: _type = "Task" [ 642.602558] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.615079] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286052, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.684493] env[62136]: DEBUG nova.compute.manager [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Received event network-changed-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.684797] env[62136]: DEBUG nova.compute.manager [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Refreshing instance network info cache due to event network-changed-e63e5b12-7ed1-4ad1-869e-fd1a12e56887. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.685071] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.685225] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.685386] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Refreshing network info cache for port e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.902826] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.903229] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquired lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.903593] env[62136]: DEBUG nova.network.neutron [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.022732] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286049, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.105358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.105468] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.105774] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.106076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.106456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.114849] env[62136]: INFO nova.compute.manager [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Terminating instance [ 643.125973] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286052, 'name': CreateVM_Task, 'duration_secs': 0.511091} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.129605] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.129873] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.133158] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.133337] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.133698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.134835] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8cdc89-daa3-4633-b752-1cfbb234e87f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.144759] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 643.144759] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5203ffc0-d997-a828-e22f-8ac2af898c72" [ 643.144759] env[62136]: _type = "Task" [ 643.144759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.150686] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6676460-c49e-4956-a5d0-e5d229efb605 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.157373] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5203ffc0-d997-a828-e22f-8ac2af898c72, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.159547] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.159547] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.159547] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.159547] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.159774] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.159774] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe46579-00aa-4589-99f2-aeed4f7ebaf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.164636] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf732e0-0796-4f0c-b91c-9b1f5b171653 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.171086] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.171274] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.172578] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452b0e6a-91c6-4cb2-ae82-e97b27f8fcb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.206936] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1e947-cf0a-41f3-a0cc-789fede803cf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.210999] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 643.210999] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524beac7-2930-6f27-6cc3-e8b8617ea4d7" [ 643.210999] env[62136]: _type = "Task" [ 643.210999] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.219575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcaf54e-6ef9-477c-b4f5-58fb7f3aadef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.227722] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524beac7-2930-6f27-6cc3-e8b8617ea4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.229037] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fb7842-a097-43b1-8726-bb1f1723a107 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.241032] env[62136]: DEBUG nova.compute.provider_tree [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.251336] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 643.251336] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4edb2-7eb4-8414-a737-2fe51d3e8fd0" [ 643.251336] env[62136]: _type = "Task" [ 643.251336] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.263736] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4edb2-7eb4-8414-a737-2fe51d3e8fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.264064] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.264337] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.264627] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65d1044-0767-46d5-8afc-0f9436128786 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.271197] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 643.271197] env[62136]: value = "task-2286053" [ 643.271197] env[62136]: _type = "Task" [ 643.271197] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.280100] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.484395] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updated VIF entry in instance network info cache for port e63e5b12-7ed1-4ad1-869e-fd1a12e56887. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.484395] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.518129] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.530346] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286049, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.553390] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.553786] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.553857] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.554084] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.554246] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.554513] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.554641] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.554820] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.554991] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.555424] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.555424] env[62136]: DEBUG nova.virt.hardware [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.556250] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e9886-99bc-4bd6-9714-10380b7a572a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.569519] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d460ea-e297-4e87-b190-ee1106b199d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.620946] env[62136]: DEBUG nova.compute.manager [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.621298] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.622111] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411983a8-2ba2-43d8-b1c8-3731efb9f330 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.631160] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.631485] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f23e15-ad77-446d-ac9e-588b13370d27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.640187] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 643.640187] env[62136]: value = "task-2286054" [ 643.640187] env[62136]: _type = "Task" [ 643.640187] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.650534] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.755321] env[62136]: DEBUG nova.scheduler.client.report [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.784693] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.789554] env[62136]: DEBUG nova.network.neutron [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.987741] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.988269] env[62136]: DEBUG nova.compute.manager [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.988269] env[62136]: DEBUG nova.compute.manager [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing instance network info cache due to event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.988550] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Acquiring lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.024027] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286049, 'name': CloneVM_Task, 'duration_secs': 1.63305} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.024357] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Created linked-clone VM from snapshot [ 644.025302] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d869ef-6982-4832-8ab5-afe8c5ff0de8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.034386] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Uploading image 6d0d1b55-6206-48a2-ab73-b6ec7330000c {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.048340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.048588] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.065293] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.065293] env[62136]: value = "vm-465324" [ 644.065293] env[62136]: _type = "VirtualMachine" [ 644.065293] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.065960] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d57873b3-9379-4448-a012-094c2c426440 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.072095] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lease: (returnval){ [ 644.072095] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a1b60d-837a-1f9b-acad-9f414cac09d6" [ 644.072095] env[62136]: _type = "HttpNfcLease" [ 644.072095] env[62136]: } obtained for exporting VM: (result){ [ 644.072095] env[62136]: value = "vm-465324" [ 644.072095] env[62136]: _type = "VirtualMachine" [ 644.072095] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.072373] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the lease: (returnval){ [ 644.072373] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a1b60d-837a-1f9b-acad-9f414cac09d6" [ 644.072373] env[62136]: _type = "HttpNfcLease" [ 644.072373] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.078712] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.078712] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a1b60d-837a-1f9b-acad-9f414cac09d6" [ 644.078712] env[62136]: _type = "HttpNfcLease" [ 644.078712] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.151167] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286054, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.259835] env[62136]: DEBUG nova.compute.manager [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Received event network-vif-plugged-646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.260181] env[62136]: DEBUG oslo_concurrency.lockutils [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.260497] env[62136]: DEBUG oslo_concurrency.lockutils [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.260807] env[62136]: DEBUG oslo_concurrency.lockutils [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.261093] env[62136]: DEBUG nova.compute.manager [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] No waiting events found dispatching network-vif-plugged-646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.261351] env[62136]: WARNING nova.compute.manager [req-908f6583-b54e-471b-a0cf-d74d7ba8f6f5 req-a8a9a3cd-a924-4780-aa79-71270de92c3a service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Received unexpected event network-vif-plugged-646a0f3d-479f-475f-91b1-63f71f0f9619 for instance with vm_state building and task_state spawning. [ 644.264865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.265540] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.269815] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.092s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.271772] env[62136]: INFO nova.compute.claims [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.288550] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711532} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.288905] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.289234] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.289591] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd25eb2-0ed3-45c9-8353-c3d498662d61 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.292655] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Releasing lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.294652] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Acquired lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294907] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.300571] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 644.300571] env[62136]: value = "task-2286056" [ 644.300571] env[62136]: _type = "Task" [ 644.300571] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.310255] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.418531] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Successfully updated port: 646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.581215] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.581215] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a1b60d-837a-1f9b-acad-9f414cac09d6" [ 644.581215] env[62136]: _type = "HttpNfcLease" [ 644.581215] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.581596] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.581596] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a1b60d-837a-1f9b-acad-9f414cac09d6" [ 644.581596] env[62136]: _type = "HttpNfcLease" [ 644.581596] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.582266] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c5c2b-8496-436e-a34b-6a2dd540eca2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.589865] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.590057] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.656125] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286054, 'name': PowerOffVM_Task, 'duration_secs': 0.549856} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.656395] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.656563] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.656813] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ceecc91-220f-4445-98db-e356cb673e92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.751549] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c687e9da-db23-43ff-8990-c60121d5fc8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.756583] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.756840] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.757048] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleting the datastore file [datastore1] d6456961-ac87-45c8-a4b4-8a5fcff5a376 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.758237] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e2cb56-8fa4-48df-81e3-736de37672c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.765643] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 644.765643] env[62136]: value = "task-2286058" [ 644.765643] env[62136]: _type = "Task" [ 644.765643] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.771579] env[62136]: DEBUG nova.compute.utils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.775478] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.777029] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.782773] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.803112] env[62136]: DEBUG nova.compute.manager [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.805696] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d7e86-e23d-443c-a92e-4da92613a55c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.815722] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071912} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.821363] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.821363] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693a69cb-dfe9-4303-9cde-48b293a8b2d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.847685] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.847685] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc8480e-843e-4f99-b041-e86cc321d7e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.874512] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 644.874512] env[62136]: value = "task-2286059" [ 644.874512] env[62136]: _type = "Task" [ 644.874512] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.883250] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.887431] env[62136]: DEBUG nova.policy [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c9203559b3424fa0b72f63d3dcf7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93e7f50399284552ae29aec33d176d95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.921765] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.921940] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.922145] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.265262] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updated VIF entry in instance network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.265806] env[62136]: DEBUG nova.network.neutron [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.278394] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.281540] env[62136]: DEBUG oslo_vmware.api [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287129} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.285421] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.285617] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.285795] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.285963] env[62136]: INFO nova.compute.manager [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Took 1.66 seconds to destroy the instance on the hypervisor. [ 645.288640] env[62136]: DEBUG oslo.service.loopingcall [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.288640] env[62136]: DEBUG nova.compute.manager [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.288640] env[62136]: DEBUG nova.network.neutron [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.384856] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286059, 'name': ReconfigVM_Task, 'duration_secs': 0.294804} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.388920] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.390495] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa730df4-5998-4874-ba55-55af9457710c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.397784] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 645.397784] env[62136]: value = "task-2286060" [ 645.397784] env[62136]: _type = "Task" [ 645.397784] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.410867] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286060, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.461198] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.625271] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Successfully created port: f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.714581] env[62136]: DEBUG nova.network.neutron [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updating instance_info_cache with network_info: [{"id": "646a0f3d-479f-475f-91b1-63f71f0f9619", "address": "fa:16:3e:a1:89:8b", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646a0f3d-47", "ovs_interfaceid": "646a0f3d-479f-475f-91b1-63f71f0f9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.773053] env[62136]: DEBUG oslo_concurrency.lockutils [req-cad7777f-dda0-4ea8-b45e-df4566802205 req-5b4d8510-07f7-4ac6-a72e-e116b314f318 service nova] Releasing lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.829553] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6242bdf-ad60-4a7a-bc82-8fd13ac0d4a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.844159] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Doing hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 645.844552] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a93f99b2-c51c-476f-b91b-e0df3d58f8c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.853034] env[62136]: DEBUG oslo_vmware.api [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 645.853034] env[62136]: value = "task-2286061" [ 645.853034] env[62136]: _type = "Task" [ 645.853034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.867926] env[62136]: DEBUG oslo_vmware.api [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286061, 'name': ResetVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.881166] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c43b2e9-f85c-498d-a3d6-05c9291df967 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.888768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a7ba08-c7ea-4cab-9801-6f0e0bd51c48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.937945] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44fa1a-0fdb-42ec-8838-09a47307e00e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.947745] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286060, 'name': Rename_Task, 'duration_secs': 0.146741} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.953326] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.953326] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17d19f3-f675-4fa1-8fa2-de81b90490d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.955206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508208f-d963-4d21-af35-b314bd05e5d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.969890] env[62136]: DEBUG nova.compute.provider_tree [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.976406] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 645.976406] env[62136]: value = "task-2286062" [ 645.976406] env[62136]: _type = "Task" [ 645.976406] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.989019] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.217937] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.218333] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Instance network_info: |[{"id": "646a0f3d-479f-475f-91b1-63f71f0f9619", "address": "fa:16:3e:a1:89:8b", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646a0f3d-47", "ovs_interfaceid": "646a0f3d-479f-475f-91b1-63f71f0f9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.218877] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:89:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646a0f3d-479f-475f-91b1-63f71f0f9619', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.228206] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Creating folder: Project (a129a593f0da405ebc811dec1c5f9647). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.230223] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe82b401-badb-4e0b-8b31-221c99159bb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.242961] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Created folder: Project (a129a593f0da405ebc811dec1c5f9647) in parent group-v465229. [ 646.243188] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Creating folder: Instances. Parent ref: group-v465328. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.244578] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d769f4-54b8-41aa-985b-17de86c7477b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.254223] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Created folder: Instances in parent group-v465328. [ 646.254609] env[62136]: DEBUG oslo.service.loopingcall [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.254918] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.255252] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623e193a-7800-4d55-a0ed-4de8b53eade2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.278712] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.278712] env[62136]: value = "task-2286065" [ 646.278712] env[62136]: _type = "Task" [ 646.278712] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.289804] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286065, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.292292] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.322392] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.322696] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.322897] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.323134] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.323328] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.323594] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.323836] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.323997] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.324179] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.324339] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.324530] env[62136]: DEBUG nova.virt.hardware [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.326106] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f0eb3f-cd00-468f-91fc-f500335f07e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.332375] env[62136]: DEBUG nova.compute.manager [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Received event network-changed-646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.332931] env[62136]: DEBUG nova.compute.manager [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Refreshing instance network info cache due to event network-changed-646a0f3d-479f-475f-91b1-63f71f0f9619. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.333220] env[62136]: DEBUG oslo_concurrency.lockutils [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] Acquiring lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.334439] env[62136]: DEBUG oslo_concurrency.lockutils [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] Acquired lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.334439] env[62136]: DEBUG nova.network.neutron [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Refreshing network info cache for port 646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.341825] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbaee7-0da5-48c9-a5ee-ce73b8cc12c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.372641] env[62136]: DEBUG oslo_vmware.api [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286061, 'name': ResetVM_Task, 'duration_secs': 0.255014} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.372964] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Did hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 646.373168] env[62136]: DEBUG nova.compute.manager [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.374056] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d6bfa-f432-4f7c-95f5-4f8c00bf534c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.478940] env[62136]: DEBUG nova.scheduler.client.report [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.492487] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.750905] env[62136]: DEBUG nova.network.neutron [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.794018] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286065, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.886966] env[62136]: DEBUG oslo_concurrency.lockutils [None req-465ee2f6-04dc-48a7-9c57-e311ad965d66 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.519s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.990531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.991184] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.994221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.478s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.994562] env[62136]: DEBUG nova.objects.instance [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 647.003574] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.253352] env[62136]: DEBUG nova.network.neutron [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updated VIF entry in instance network info cache for port 646a0f3d-479f-475f-91b1-63f71f0f9619. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.253352] env[62136]: DEBUG nova.network.neutron [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updating instance_info_cache with network_info: [{"id": "646a0f3d-479f-475f-91b1-63f71f0f9619", "address": "fa:16:3e:a1:89:8b", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646a0f3d-47", "ovs_interfaceid": "646a0f3d-479f-475f-91b1-63f71f0f9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.254754] env[62136]: INFO nova.compute.manager [-] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Took 1.97 seconds to deallocate network for instance. [ 647.303811] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286065, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.497160] env[62136]: DEBUG oslo_vmware.api [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286062, 'name': PowerOnVM_Task, 'duration_secs': 1.090182} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.497458] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.497664] env[62136]: INFO nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Took 7.57 seconds to spawn the instance on the hypervisor. [ 647.497847] env[62136]: DEBUG nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.499235] env[62136]: DEBUG nova.compute.utils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.508295] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d0051-09e1-4be0-8ce9-d0bf345844a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.510493] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.510709] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.620823] env[62136]: DEBUG nova.policy [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4139342f1e774939939f404ff8e97d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c7fad7972c4e6cbd076598d3135e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.760643] env[62136]: DEBUG oslo_concurrency.lockutils [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] Releasing lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.760643] env[62136]: DEBUG nova.compute.manager [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Received event network-vif-deleted-18a65681-e973-4317-8bd5-5cdc987932be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.760643] env[62136]: INFO nova.compute.manager [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Neutron deleted interface 18a65681-e973-4317-8bd5-5cdc987932be; detaching it from the instance and deleting it from the info cache [ 647.760643] env[62136]: DEBUG nova.network.neutron [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.762068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.793862] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286065, 'name': CreateVM_Task, 'duration_secs': 1.133415} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.794102] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.795055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.795331] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.795773] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.796101] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b067df-e756-496b-bc49-6f7fc06c2d9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.802318] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 647.802318] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c8aba8-8b20-99bf-62cf-adba986055b4" [ 647.802318] env[62136]: _type = "Task" [ 647.802318] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.812169] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c8aba8-8b20-99bf-62cf-adba986055b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.905546] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Successfully updated port: f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.011054] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fc5feb04-eb9b-4e4b-bfae-d347ab3969c7 tempest-ServersAdmin275Test-212328745 tempest-ServersAdmin275Test-212328745-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.012453] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.020972] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.072s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.021210] env[62136]: DEBUG nova.objects.instance [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 648.038710] env[62136]: INFO nova.compute.manager [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Took 46.82 seconds to build instance. [ 648.266041] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb9dfa4f-2f6a-459b-a6dd-820ae59866a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.275032] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a385641-0f82-4108-8950-2abf36836e1f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.315750] env[62136]: DEBUG nova.compute.manager [req-c1a556b6-0c5f-468f-a0b7-8296bac37044 req-23b8d53c-00cb-4425-be81-ea449a34a155 service nova] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Detach interface failed, port_id=18a65681-e973-4317-8bd5-5cdc987932be, reason: Instance d6456961-ac87-45c8-a4b4-8a5fcff5a376 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 648.334915] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c8aba8-8b20-99bf-62cf-adba986055b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.335525] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.335920] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.336321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.336615] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.337835] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.338173] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7af4afc-6b10-4540-8b25-93dfd9c0fe1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.349528] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.350230] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.354639] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fc84e3-8d3b-4d60-9289-bdb2fd7bab3e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.358538] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 648.358538] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c380b1-bca1-1bd0-8ffb-3e072b1a5c64" [ 648.358538] env[62136]: _type = "Task" [ 648.358538] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.368559] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c380b1-bca1-1bd0-8ffb-3e072b1a5c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.410052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.410250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.410416] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.416757] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Successfully created port: 72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.541692] env[62136]: DEBUG oslo_concurrency.lockutils [None req-038de2f7-61a2-4351-b5d9-bfeae824d4fd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.251s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.572235] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.572435] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing instance network info cache due to event network-changed-ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.573256] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Acquiring lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.577163] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Acquired lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.577163] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Refreshing network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.827316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.830871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.830871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.830871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.830871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.836912] env[62136]: INFO nova.compute.manager [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Terminating instance [ 648.873498] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c380b1-bca1-1bd0-8ffb-3e072b1a5c64, 'name': SearchDatastore_Task, 'duration_secs': 0.01488} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.876036] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e92f04c-2de4-4b86-a076-9c5bbfd1246e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.880655] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 648.880655] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c5de74-0d04-3eaf-b23f-68362d3902a1" [ 648.880655] env[62136]: _type = "Task" [ 648.880655] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.890439] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c5de74-0d04-3eaf-b23f-68362d3902a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.948825] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.034122] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.037972] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aab29d21-785e-4bcd-90a1-034cd6f7e9db tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.039046] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.570s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.041592] env[62136]: INFO nova.compute.claims [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.053019] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.054794] env[62136]: DEBUG nova.compute.manager [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Received event network-changed-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.054933] env[62136]: DEBUG nova.compute.manager [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Refreshing instance network info cache due to event network-changed-e63e5b12-7ed1-4ad1-869e-fd1a12e56887. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.055203] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.055427] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.055986] env[62136]: DEBUG nova.network.neutron [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Refreshing network info cache for port e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.072144] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.072467] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.072467] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.072587] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.072733] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.072916] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.074068] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.074269] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.074471] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.074940] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.075184] env[62136]: DEBUG nova.virt.hardware [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.077180] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2982067-0aa5-441e-9128-feb2a7c23449 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.092895] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb3365-6948-432a-aa60-a0c31741af49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.130697] env[62136]: DEBUG nova.network.neutron [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.340720] env[62136]: DEBUG nova.compute.manager [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.340876] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.341864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449fb670-8760-4080-8c78-428d64df75d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.350343] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.350619] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0519b4-54b3-4543-9d27-aad5601777d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.354265] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updated VIF entry in instance network info cache for port ae377e72-4411-4105-9e8e-178f8d3e72e2. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.354643] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [{"id": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "address": "fa:16:3e:c8:2d:a5", "network": {"id": "d3d3fadd-3a6a-405e-8f29-63f30d641d87", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414581805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543fb15c66e54c1992e658334bffb1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae377e72-44", "ovs_interfaceid": "ae377e72-4411-4105-9e8e-178f8d3e72e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.359024] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 649.359024] env[62136]: value = "task-2286066" [ 649.359024] env[62136]: _type = "Task" [ 649.359024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.365753] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.392355] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c5de74-0d04-3eaf-b23f-68362d3902a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.392718] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.393048] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] aa4c0608-6490-472f-8867-60d5ef2cd306/aa4c0608-6490-472f-8867-60d5ef2cd306.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.393348] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bfaaee4-feee-43e9-ad48-a198129ac1e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.401165] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 649.401165] env[62136]: value = "task-2286067" [ 649.401165] env[62136]: _type = "Task" [ 649.401165] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.410300] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.587153] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.634400] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.634756] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance network_info: |[{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.635251] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f91c3a11-5df9-4bd2-ae89-7a4060b11935', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.643344] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating folder: Project (93e7f50399284552ae29aec33d176d95). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.644127] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e650c120-d6c1-4aa7-bfeb-99a41d8c4c89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.657616] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created folder: Project (93e7f50399284552ae29aec33d176d95) in parent group-v465229. [ 649.657845] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating folder: Instances. Parent ref: group-v465331. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.658141] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73f00d4-42a6-4ebe-a329-77624b33cdc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.670593] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created folder: Instances in parent group-v465331. [ 649.670593] env[62136]: DEBUG oslo.service.loopingcall [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.670879] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.671169] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42742ec0-a7e3-4e83-b35e-858f14f3a8bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.697311] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.697311] env[62136]: value = "task-2286070" [ 649.697311] env[62136]: _type = "Task" [ 649.697311] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.707603] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286070, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.857791] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Releasing lock "refresh_cache-914ddb59-3ddd-499c-8181-76bd7f90b0f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.858310] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.858399] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.858561] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.859054] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.859346] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] No waiting events found dispatching network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.859546] env[62136]: WARNING nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received unexpected event network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 for instance with vm_state building and task_state spawning. [ 649.859723] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.859936] env[62136]: DEBUG nova.compute.manager [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing instance network info cache due to event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.860801] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.860801] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.860801] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.880772] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286066, 'name': PowerOffVM_Task, 'duration_secs': 0.384515} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.881209] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.881536] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.881872] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e9a962-3367-41c0-a006-fb4ec613db0b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.913835] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.915956] env[62136]: DEBUG nova.network.neutron [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updated VIF entry in instance network info cache for port e63e5b12-7ed1-4ad1-869e-fd1a12e56887. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.916171] env[62136]: DEBUG nova.network.neutron [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.964025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.964343] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.964520] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleting the datastore file [datastore1] 914ddb59-3ddd-499c-8181-76bd7f90b0f5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.964932] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83aad71a-3c56-4d4e-b631-86877092a2f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.971688] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 649.971688] env[62136]: value = "task-2286072" [ 649.971688] env[62136]: _type = "Task" [ 649.971688] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.982629] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.212165] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286070, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.229127] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Successfully updated port: 72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.413303] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569032} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.416299] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] aa4c0608-6490-472f-8867-60d5ef2cd306/aa4c0608-6490-472f-8867-60d5ef2cd306.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.416715] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.417185] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e86ae9-7bdd-4478-80ba-484064d7d0dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.419271] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b03bd8d-c31c-493b-9030-d0cfa80d8756 req-f19522e8-05c1-4fa6-bf4c-9e175274d5d0 service nova] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.424169] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 650.424169] env[62136]: value = "task-2286073" [ 650.424169] env[62136]: _type = "Task" [ 650.424169] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.438045] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.484807] env[62136]: DEBUG oslo_vmware.api [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235165} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.485545] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.485545] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.485693] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.485863] env[62136]: INFO nova.compute.manager [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 650.486120] env[62136]: DEBUG oslo.service.loopingcall [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.487034] env[62136]: DEBUG nova.compute.manager [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.487034] env[62136]: DEBUG nova.network.neutron [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.579210] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a9ed3-ec5a-4f52-b6a7-6d213f19c854 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.585496] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29d3bd-2251-4a0a-8162-7fdc099366d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.623719] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d06bb-75cd-4437-892a-7e4b14aaaed6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.627457] env[62136]: DEBUG nova.compute.manager [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Received event network-vif-plugged-72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.627858] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Acquiring lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.628064] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.629214] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.629214] env[62136]: DEBUG nova.compute.manager [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] No waiting events found dispatching network-vif-plugged-72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.629214] env[62136]: WARNING nova.compute.manager [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Received unexpected event network-vif-plugged-72378447-98cc-4f23-847e-ffd01a258b46 for instance with vm_state building and task_state spawning. [ 650.629214] env[62136]: DEBUG nova.compute.manager [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Received event network-changed-72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.629214] env[62136]: DEBUG nova.compute.manager [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Refreshing instance network info cache due to event network-changed-72378447-98cc-4f23-847e-ffd01a258b46. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.629533] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Acquiring lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.629533] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Acquired lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.629533] env[62136]: DEBUG nova.network.neutron [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Refreshing network info cache for port 72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.639762] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159269a4-55f0-49e5-a84f-8c9969f44158 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.655988] env[62136]: DEBUG nova.compute.provider_tree [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.688268] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updated VIF entry in instance network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.688268] env[62136]: DEBUG nova.network.neutron [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.709311] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286070, 'name': CreateVM_Task, 'duration_secs': 0.529714} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.709597] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.710393] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.710631] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.711055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.711610] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86d5779-374b-4681-8f18-562eed8dadf5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.716559] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 650.716559] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cda142-f9f9-d4c9-488d-084275abbe17" [ 650.716559] env[62136]: _type = "Task" [ 650.716559] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.725883] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cda142-f9f9-d4c9-488d-084275abbe17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.732978] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.940436] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066909} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.940829] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.941826] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c880f67d-4d4d-4c13-9ce9-abc7f2c27489 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.967804] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] aa4c0608-6490-472f-8867-60d5ef2cd306/aa4c0608-6490-472f-8867-60d5ef2cd306.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.968195] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a573c7c-6c79-45d5-a9f0-0deeaf4301fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.990545] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 650.990545] env[62136]: value = "task-2286074" [ 650.990545] env[62136]: _type = "Task" [ 650.990545] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.999471] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.081447] env[62136]: DEBUG nova.compute.manager [req-8a8ff04e-704c-4e40-b67e-1506d7da332f req-16406aa2-94d2-47ad-a12b-c6b624303198 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Received event network-vif-deleted-ae377e72-4411-4105-9e8e-178f8d3e72e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.081748] env[62136]: INFO nova.compute.manager [req-8a8ff04e-704c-4e40-b67e-1506d7da332f req-16406aa2-94d2-47ad-a12b-c6b624303198 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Neutron deleted interface ae377e72-4411-4105-9e8e-178f8d3e72e2; detaching it from the instance and deleting it from the info cache [ 651.081964] env[62136]: DEBUG nova.network.neutron [req-8a8ff04e-704c-4e40-b67e-1506d7da332f req-16406aa2-94d2-47ad-a12b-c6b624303198 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.158707] env[62136]: DEBUG nova.scheduler.client.report [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.173099] env[62136]: DEBUG nova.network.neutron [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.191790] env[62136]: DEBUG oslo_concurrency.lockutils [req-ed0544af-441b-4179-a8d4-0827dc9ffb0d req-7ac72ef6-be1d-42b6-b8ce-c4885ee62cab service nova] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.227434] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cda142-f9f9-d4c9-488d-084275abbe17, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.227764] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.228010] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.228258] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.228407] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228587] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.228865] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c53429a-f0d1-4698-8b6c-13665b66a027 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.246374] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.246562] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.247313] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8507858-34f7-4615-9816-084677feebf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.252599] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 651.252599] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235d55c-879e-10c7-d178-c7155e0a705b" [ 651.252599] env[62136]: _type = "Task" [ 651.252599] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.258607] env[62136]: DEBUG nova.network.neutron [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.264667] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235d55c-879e-10c7-d178-c7155e0a705b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.343813] env[62136]: DEBUG nova.network.neutron [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.500186] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.585159] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60b0bf6c-6358-483b-bd70-327c3979bacb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.594968] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c922324a-8b6e-4420-9c13-7bf0d60ce195 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.629656] env[62136]: DEBUG nova.compute.manager [req-8a8ff04e-704c-4e40-b67e-1506d7da332f req-16406aa2-94d2-47ad-a12b-c6b624303198 service nova] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Detach interface failed, port_id=ae377e72-4411-4105-9e8e-178f8d3e72e2, reason: Instance 914ddb59-3ddd-499c-8181-76bd7f90b0f5 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 651.664093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.664613] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.667180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.087s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.667359] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.667524] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.667817] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.908s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.668018] env[62136]: DEBUG nova.objects.instance [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lazy-loading 'resources' on Instance uuid 3837c53d-0ae7-4f40-9c64-c352717ace8e {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 651.669938] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607bda9-b72a-4b98-ab3c-e2d68b7c1e2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.678858] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0484b-ad8a-43a5-8b50-cfa874b9e764 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.694864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a7059-97d6-4062-aa60-e3ba272488aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.702376] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f5b35-cac3-4e32-8391-d7afa35faef7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.734626] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179814MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.734782] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.762975] env[62136]: DEBUG oslo_concurrency.lockutils [req-b3625f7a-dced-486f-b4b1-bae5823203d6 req-d72ade23-5e6f-4099-94db-234e2bba0592 service nova] Releasing lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.763393] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235d55c-879e-10c7-d178-c7155e0a705b, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.763597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.763757] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.765486] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7709ee-c6b0-4934-bed5-97497f6b2662 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.770662] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 651.770662] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525489e3-e929-83eb-f84e-5092c75935e5" [ 651.770662] env[62136]: _type = "Task" [ 651.770662] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.779193] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525489e3-e929-83eb-f84e-5092c75935e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.847217] env[62136]: INFO nova.compute.manager [-] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Took 1.36 seconds to deallocate network for instance. [ 652.000946] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286074, 'name': ReconfigVM_Task, 'duration_secs': 0.605191} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.001348] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfigured VM instance instance-00000022 to attach disk [datastore1] aa4c0608-6490-472f-8867-60d5ef2cd306/aa4c0608-6490-472f-8867-60d5ef2cd306.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.001953] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c466ac-e580-4298-b467-696fca8bb23e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.008518] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 652.008518] env[62136]: value = "task-2286075" [ 652.008518] env[62136]: _type = "Task" [ 652.008518] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.016793] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286075, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.171342] env[62136]: DEBUG nova.compute.utils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.175911] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.176728] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.220346] env[62136]: DEBUG nova.policy [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc3f2346f19242789baab67456a14cd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9176b08714ea45b5b6644d8047b98688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.282079] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525489e3-e929-83eb-f84e-5092c75935e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016101} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.284827] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.285178] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.287295] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb99b673-9131-4cef-9730-a7a71ee04da1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.294162] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 652.294162] env[62136]: value = "task-2286076" [ 652.294162] env[62136]: _type = "Task" [ 652.294162] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.301015] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.307738] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.358092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.518402] env[62136]: DEBUG nova.network.neutron [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Updating instance_info_cache with network_info: [{"id": "72378447-98cc-4f23-847e-ffd01a258b46", "address": "fa:16:3e:11:06:10", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72378447-98", "ovs_interfaceid": "72378447-98cc-4f23-847e-ffd01a258b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.527666] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286075, 'name': Rename_Task, 'duration_secs': 0.161194} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.527941] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.528295] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9312adb0-2a72-4650-b7f1-ff77f3ef42ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.536043] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 652.536043] env[62136]: value = "task-2286077" [ 652.536043] env[62136]: _type = "Task" [ 652.536043] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.546979] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.600545] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Successfully created port: 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.677248] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.710611] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010c79a-72c4-400c-80fd-5c4c82972d98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.719057] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588e3d9-35f7-4962-8a60-bf4498485cfb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.754019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb5451-bdf4-49a3-8f47-d5d793b48a2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.760172] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f70590-37a6-4a59-9a91-bec4219e6368 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.777043] env[62136]: DEBUG nova.compute.provider_tree [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.805386] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.020734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "refresh_cache-42e69190-caad-4602-9ecd-33cbb5381f81" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.021136] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance network_info: |[{"id": "72378447-98cc-4f23-847e-ffd01a258b46", "address": "fa:16:3e:11:06:10", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72378447-98", "ovs_interfaceid": "72378447-98cc-4f23-847e-ffd01a258b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.023444] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:06:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72378447-98cc-4f23-847e-ffd01a258b46', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.032181] env[62136]: DEBUG oslo.service.loopingcall [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.032483] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.032706] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aea2761-3380-4ebf-9cb2-ddf27830d000 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.061212] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.063419] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.063419] env[62136]: value = "task-2286078" [ 653.063419] env[62136]: _type = "Task" [ 653.063419] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.072899] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286078, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.284215] env[62136]: DEBUG nova.scheduler.client.report [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.304749] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.561069] env[62136]: DEBUG oslo_vmware.api [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286077, 'name': PowerOnVM_Task, 'duration_secs': 0.809663} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.561408] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.561604] env[62136]: INFO nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Took 10.04 seconds to spawn the instance on the hypervisor. [ 653.561792] env[62136]: DEBUG nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.563143] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cfdfc-7e38-45de-b30a-e4f014279881 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.573708] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286078, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.671517] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 653.672632] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52abdc-d00a-4d03-bdfa-8ebf25e89551 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.682026] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 653.682026] env[62136]: ERROR oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk due to incomplete transfer. [ 653.682026] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae177773-def6-46ab-9b84-ef5b977c4e60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.687481] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.691914] env[62136]: DEBUG oslo_vmware.rw_handles [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521911ef-56bc-c108-5542-3e99592a63bb/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 653.692241] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Uploaded image 6d0d1b55-6206-48a2-ab73-b6ec7330000c to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 653.694733] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 653.695019] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-300a59da-4589-4197-a91c-a1b827403d33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.701136] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 653.701136] env[62136]: value = "task-2286079" [ 653.701136] env[62136]: _type = "Task" [ 653.701136] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.712998] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286079, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.716836] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.717163] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.717384] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.717606] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.718116] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.718204] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.718456] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.718703] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.718938] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.719213] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.719490] env[62136]: DEBUG nova.virt.hardware [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.720533] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fcade1-c09d-4357-bd1a-60cf3c0d1ad6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.728747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ed92a-a809-47a9-ba27-1454eb6f39a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.789550] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.792156] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.589s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.792629] env[62136]: DEBUG nova.objects.instance [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lazy-loading 'resources' on Instance uuid 744161c8-9035-4da3-99c2-c7929bbc2669 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 653.805687] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286076, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034473} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.806596] env[62136]: INFO nova.scheduler.client.report [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Deleted allocations for instance 3837c53d-0ae7-4f40-9c64-c352717ace8e [ 653.807569] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.807793] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.808291] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8359a95c-dc2d-4917-88d2-9398ab9f9301 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.818574] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 653.818574] env[62136]: value = "task-2286080" [ 653.818574] env[62136]: _type = "Task" [ 653.818574] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.828054] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.076903] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286078, 'name': CreateVM_Task, 'duration_secs': 0.746787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.077267] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.077947] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.078133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.078563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.078836] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226e0e58-e99a-459f-a22c-4b36fe1e5758 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.088670] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 654.088670] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52399c6c-2d66-c4e4-ab53-8feed52c325d" [ 654.088670] env[62136]: _type = "Task" [ 654.088670] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.093048] env[62136]: INFO nova.compute.manager [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Took 50.67 seconds to build instance. [ 654.098418] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52399c6c-2d66-c4e4-ab53-8feed52c325d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.153288] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.153514] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.212746] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286079, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.320872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e841a054-da89-49e5-81c3-25bd9f76d878 tempest-ServersAdmin275Test-1839232875 tempest-ServersAdmin275Test-1839232875-project-member] Lock "3837c53d-0ae7-4f40-9c64-c352717ace8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.991s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.340290] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162001} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.340998] env[62136]: DEBUG nova.compute.manager [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-vif-plugged-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.340998] env[62136]: DEBUG oslo_concurrency.lockutils [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] Acquiring lock "08705d00-016c-46fb-9ede-84761442cfb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.340998] env[62136]: DEBUG oslo_concurrency.lockutils [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] Lock "08705d00-016c-46fb-9ede-84761442cfb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.341240] env[62136]: DEBUG oslo_concurrency.lockutils [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] Lock "08705d00-016c-46fb-9ede-84761442cfb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.341240] env[62136]: DEBUG nova.compute.manager [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] No waiting events found dispatching network-vif-plugged-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.341865] env[62136]: WARNING nova.compute.manager [req-747cd269-c347-40fa-89f9-d8d51438ebc8 req-affa8b5d-ef6a-4406-8c8a-0da5b1100968 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received unexpected event network-vif-plugged-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f for instance with vm_state building and task_state spawning. [ 654.341865] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.342896] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a0105-49a2-4b56-9bac-9326f59f2c04 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.369056] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.372023] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7754ea31-53b9-431d-aff2-04f97ac1ed3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.389658] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Successfully updated port: 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.397644] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 654.397644] env[62136]: value = "task-2286081" [ 654.397644] env[62136]: _type = "Task" [ 654.397644] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.405960] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.598868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-50f02363-bf43-4339-921f-e4f58878231a tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.397s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.599175] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52399c6c-2d66-c4e4-ab53-8feed52c325d, 'name': SearchDatastore_Task, 'duration_secs': 0.029227} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.602821] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.603382] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.603382] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.603539] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.603674] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.604354] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a340f27-42ec-40b7-9e64-0947c60e8da6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.614641] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.614833] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.617993] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c04376-ab6b-4518-905e-b2b1fbd691fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.624193] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 654.624193] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523bcecb-2249-ab95-cafa-e7f0f83010df" [ 654.624193] env[62136]: _type = "Task" [ 654.624193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.631996] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523bcecb-2249-ab95-cafa-e7f0f83010df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.716274] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286079, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.833557] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a01c0f-97c6-4639-9eaa-eb34d13b1a04 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.841073] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b752b4b-9cab-4880-9d53-ec640b46dd7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.875292] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40db3e5-671d-4c53-b0fc-7a281889cb62 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.883061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc89f4-ecf4-4c87-a24f-db386d441233 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.896153] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.896306] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.896460] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.897788] env[62136]: DEBUG nova.compute.provider_tree [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.907207] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.104945] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.137914] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523bcecb-2249-ab95-cafa-e7f0f83010df, 'name': SearchDatastore_Task, 'duration_secs': 0.039217} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.141023] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4e2c95-7dfc-4536-93ac-959cdcc99be1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.145618] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 655.145618] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d22d-0d08-b504-a787-ce5541384c30" [ 655.145618] env[62136]: _type = "Task" [ 655.145618] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.155322] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d22d-0d08-b504-a787-ce5541384c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.215213] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286079, 'name': Destroy_Task, 'duration_secs': 1.327031} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.215697] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Destroyed the VM [ 655.216084] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 655.216168] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6480887a-6525-42e7-aea0-abe730575e72 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.223023] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 655.223023] env[62136]: value = "task-2286082" [ 655.223023] env[62136]: _type = "Task" [ 655.223023] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.232062] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.408431] env[62136]: DEBUG nova.scheduler.client.report [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.424201] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286081, 'name': ReconfigVM_Task, 'duration_secs': 0.949872} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.424708] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.428096] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6b4ae2f-3eef-4792-a7be-3ddebb535967 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.435173] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 655.435173] env[62136]: value = "task-2286083" [ 655.435173] env[62136]: _type = "Task" [ 655.435173] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.448385] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286083, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.472852] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.633863] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.640598] env[62136]: DEBUG nova.network.neutron [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.658520] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d4d22d-0d08-b504-a787-ce5541384c30, 'name': SearchDatastore_Task, 'duration_secs': 0.016362} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.658520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.658769] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 42e69190-caad-4602-9ecd-33cbb5381f81/42e69190-caad-4602-9ecd-33cbb5381f81.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.659362] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9474b686-ad00-4fde-9afb-a121105fa97d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.667149] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 655.667149] env[62136]: value = "task-2286084" [ 655.667149] env[62136]: _type = "Task" [ 655.667149] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.677154] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.733579] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.917225] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.920292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.593s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.921654] env[62136]: INFO nova.compute.claims [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.949603] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286083, 'name': Rename_Task, 'duration_secs': 0.246236} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.949603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.951670] env[62136]: INFO nova.scheduler.client.report [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleted allocations for instance 744161c8-9035-4da3-99c2-c7929bbc2669 [ 655.952927] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c7bd88-3ff7-41af-ae7b-e4c72df7dab0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.964022] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 655.964022] env[62136]: value = "task-2286085" [ 655.964022] env[62136]: _type = "Task" [ 655.964022] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.975789] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.142527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.142911] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Instance network_info: |[{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.143368] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:1b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.151273] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Creating folder: Project (9176b08714ea45b5b6644d8047b98688). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.151996] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6ca221-ff2e-4682-b8b7-6d997efa5f98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.163167] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Created folder: Project (9176b08714ea45b5b6644d8047b98688) in parent group-v465229. [ 656.163393] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Creating folder: Instances. Parent ref: group-v465335. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.163689] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2728603e-d782-4537-ab89-fd434ca8ddc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.173381] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Created folder: Instances in parent group-v465335. [ 656.173760] env[62136]: DEBUG oslo.service.loopingcall [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.177031] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.177349] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.177556] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e76c5b94-0e63-4d41-80bc-15a348559c2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.197093] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.197093] env[62136]: value = "task-2286088" [ 656.197093] env[62136]: _type = "Task" [ 656.197093] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.205880] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286088, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.233261] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286082, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.367863] env[62136]: DEBUG nova.compute.manager [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.367995] env[62136]: DEBUG nova.compute.manager [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing instance network info cache due to event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.368228] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.368370] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368539] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.462371] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9214e7e3-79ec-4074-ac36-6cd4d59b7fdd tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "744161c8-9035-4da3-99c2-c7929bbc2669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.725s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.474875] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.677351] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693825} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.677633] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 42e69190-caad-4602-9ecd-33cbb5381f81/42e69190-caad-4602-9ecd-33cbb5381f81.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.677851] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.678126] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a583f2b2-9a7d-43e6-8d06-40590df55fc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.684373] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 656.684373] env[62136]: value = "task-2286089" [ 656.684373] env[62136]: _type = "Task" [ 656.684373] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.692312] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.705267] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286088, 'name': CreateVM_Task, 'duration_secs': 0.417146} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.705438] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.706115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.706290] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.706612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.706865] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8098aed-82bd-489f-9187-c45efe2e9876 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.711238] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 656.711238] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a286-aaca-d968-fc49-b43342d4df2d" [ 656.711238] env[62136]: _type = "Task" [ 656.711238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.718760] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a286-aaca-d968-fc49-b43342d4df2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.732214] env[62136]: DEBUG oslo_vmware.api [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286082, 'name': RemoveSnapshot_Task, 'duration_secs': 1.381813} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.732520] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 656.732788] env[62136]: INFO nova.compute.manager [None req-057d9f65-983b-4ef8-8ca6-addb19328e5b tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 656.983365] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.162937] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updated VIF entry in instance network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.163838] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.196607] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294283} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.196827] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.197697] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab71709-cb4d-4603-a900-b300db14613f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.220014] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 42e69190-caad-4602-9ecd-33cbb5381f81/42e69190-caad-4602-9ecd-33cbb5381f81.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.222898] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ff932f-60e8-45e3-97a2-8266ddcc3fdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.250538] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a286-aaca-d968-fc49-b43342d4df2d, 'name': SearchDatastore_Task, 'duration_secs': 0.035332} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.255311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.255311] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.255311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.255311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.255719] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.255719] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 657.255719] env[62136]: value = "task-2286090" [ 657.255719] env[62136]: _type = "Task" [ 657.255719] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.255719] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb1ffd8-4e85-4775-bf84-b7fcb2ded086 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.267776] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.271081] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.271275] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.272588] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2103852-7402-4800-96a6-c46e6a7af0de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.278840] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 657.278840] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521d3e2f-6cc1-6096-aff8-3d04d473fa2a" [ 657.278840] env[62136]: _type = "Task" [ 657.278840] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.288418] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521d3e2f-6cc1-6096-aff8-3d04d473fa2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.331782] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "033d53df-8a92-4b3a-b41a-28005de17571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.333031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.333031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "033d53df-8a92-4b3a-b41a-28005de17571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.333031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.333031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.335785] env[62136]: INFO nova.compute.manager [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Terminating instance [ 657.463241] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4c7e5-2aab-48b0-8696-75bded706e53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.478102] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d9749a-b4b9-43ce-8acd-d12c71882ecf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.481694] env[62136]: DEBUG oslo_vmware.api [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286085, 'name': PowerOnVM_Task, 'duration_secs': 1.111033} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.482068] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.482327] env[62136]: INFO nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Took 11.19 seconds to spawn the instance on the hypervisor. [ 657.482557] env[62136]: DEBUG nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.483869] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80f249-c6a9-4e59-ae87-67df0d82c46b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.512332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea4ac76-fd09-47dc-8ab3-c5208129ef93 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523762] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a273b6-57e6-439e-80e4-92199d633c44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.539073] env[62136]: DEBUG nova.compute.provider_tree [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.665216] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.665516] env[62136]: DEBUG nova.compute.manager [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Received event network-changed-646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.665692] env[62136]: DEBUG nova.compute.manager [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Refreshing instance network info cache due to event network-changed-646a0f3d-479f-475f-91b1-63f71f0f9619. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.666013] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Acquiring lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.666224] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Acquired lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.666409] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Refreshing network info cache for port 646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.768130] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286090, 'name': ReconfigVM_Task, 'duration_secs': 0.382715} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.768130] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 42e69190-caad-4602-9ecd-33cbb5381f81/42e69190-caad-4602-9ecd-33cbb5381f81.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.768305] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a8073c-c599-4af6-b1e0-41c208d693e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.776111] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 657.776111] env[62136]: value = "task-2286091" [ 657.776111] env[62136]: _type = "Task" [ 657.776111] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.787174] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286091, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.790539] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521d3e2f-6cc1-6096-aff8-3d04d473fa2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014541} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.791387] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9f99e1-7d2e-4190-b728-996df9f0f6be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.796117] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 657.796117] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb7908-0739-814a-0ddb-7ec82eb3808d" [ 657.796117] env[62136]: _type = "Task" [ 657.796117] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.803969] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb7908-0739-814a-0ddb-7ec82eb3808d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.842309] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "refresh_cache-033d53df-8a92-4b3a-b41a-28005de17571" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.842645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquired lock "refresh_cache-033d53df-8a92-4b3a-b41a-28005de17571" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.842910] env[62136]: DEBUG nova.network.neutron [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.029759] env[62136]: INFO nova.compute.manager [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Took 47.51 seconds to build instance. [ 658.042316] env[62136]: DEBUG nova.scheduler.client.report [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.286301] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286091, 'name': Rename_Task, 'duration_secs': 0.135845} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.286582] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.286830] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227768a9-59a4-4aac-9a1e-fd3d4d155918 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.292839] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 658.292839] env[62136]: value = "task-2286092" [ 658.292839] env[62136]: _type = "Task" [ 658.292839] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.303383] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.309782] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb7908-0739-814a-0ddb-7ec82eb3808d, 'name': SearchDatastore_Task, 'duration_secs': 0.016747} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.310077] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.310432] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 08705d00-016c-46fb-9ede-84761442cfb0/08705d00-016c-46fb-9ede-84761442cfb0.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.310726] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab7b9e8-47c6-43fe-a4e5-5dc23057dd87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.316636] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 658.316636] env[62136]: value = "task-2286093" [ 658.316636] env[62136]: _type = "Task" [ 658.316636] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.329328] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.366210] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.366467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.366747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.366947] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.367135] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.369564] env[62136]: DEBUG nova.network.neutron [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.372052] env[62136]: INFO nova.compute.manager [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Terminating instance [ 658.435719] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updated VIF entry in instance network info cache for port 646a0f3d-479f-475f-91b1-63f71f0f9619. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.436103] env[62136]: DEBUG nova.network.neutron [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updating instance_info_cache with network_info: [{"id": "646a0f3d-479f-475f-91b1-63f71f0f9619", "address": "fa:16:3e:a1:89:8b", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646a0f3d-47", "ovs_interfaceid": "646a0f3d-479f-475f-91b1-63f71f0f9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.478052] env[62136]: DEBUG nova.network.neutron [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.532397] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14d69a37-5bcc-41b9-ae52-88fb941756f9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.758s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.549113] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.549695] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.552263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.017s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.552517] env[62136]: DEBUG nova.objects.instance [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lazy-loading 'resources' on Instance uuid b5a9a89d-073d-4a54-b657-7d61984c4b44 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 658.809021] env[62136]: DEBUG oslo_vmware.api [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286092, 'name': PowerOnVM_Task, 'duration_secs': 0.444223} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.809021] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.809021] env[62136]: INFO nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Took 9.77 seconds to spawn the instance on the hypervisor. [ 658.809021] env[62136]: DEBUG nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.809021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f2c7a-29dc-432f-9561-e77e3c8dd93d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.832412] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.877328] env[62136]: DEBUG nova.compute.manager [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.877549] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.878699] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b3f93b-0d10-4db3-a466-c95170ba0a94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.890671] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.891073] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a231e0-3828-47fa-a928-cae691792d90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.900139] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 658.900139] env[62136]: value = "task-2286094" [ 658.900139] env[62136]: _type = "Task" [ 658.900139] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.912932] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.939127] env[62136]: DEBUG oslo_concurrency.lockutils [req-f6796d72-8895-45d1-b88d-6cf6076e101a req-a758b10f-59c6-40fe-b381-e03558796ce0 service nova] Releasing lock "refresh_cache-aa4c0608-6490-472f-8867-60d5ef2cd306" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.981110] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Releasing lock "refresh_cache-033d53df-8a92-4b3a-b41a-28005de17571" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.981631] env[62136]: DEBUG nova.compute.manager [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.981809] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.982947] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4368e6f-6505-4086-887c-384247fc5593 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.990747] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.991054] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ac9515-739a-4413-8a0c-b7e64af69350 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.997449] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 658.997449] env[62136]: value = "task-2286095" [ 658.997449] env[62136]: _type = "Task" [ 658.997449] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.006217] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.034692] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.062876] env[62136]: DEBUG nova.compute.utils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.064686] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.065334] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.156106] env[62136]: DEBUG nova.policy [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb6e93340604bdb8ba4cc504f48440f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127c9bfa29b0466093b8205cc29bc441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.331790] env[62136]: INFO nova.compute.manager [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Took 46.17 seconds to build instance. [ 659.341610] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646175} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.341963] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 08705d00-016c-46fb-9ede-84761442cfb0/08705d00-016c-46fb-9ede-84761442cfb0.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.342097] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.342322] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b3f62a-3e1c-4dd4-96a8-181183c639af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350226] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 659.350226] env[62136]: value = "task-2286096" [ 659.350226] env[62136]: _type = "Task" [ 659.350226] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.362682] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.408672] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286094, 'name': PowerOffVM_Task, 'duration_secs': 0.307734} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.409033] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.409130] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.409390] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a7aacb-99d7-418d-a7d8-d69ee6c4f0a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.434945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "a2fe286e-b844-43be-a20b-4dee149ee82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.435456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.489912] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.490138] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.490385] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Deleting the datastore file [datastore2] b60e63ef-c64f-4c24-96dd-09b3128c43d8 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.490583] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ef3f63-093c-42d8-ba3e-37e2dd58f0e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.497180] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for the task: (returnval){ [ 659.497180] env[62136]: value = "task-2286098" [ 659.497180] env[62136]: _type = "Task" [ 659.497180] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.510363] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.516942] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Successfully created port: 012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.518691] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286095, 'name': PowerOffVM_Task, 'duration_secs': 0.156414} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.519454] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.519454] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.521270] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af7206ac-d645-4752-8c53-18032b301a0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.565667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.572207] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.587206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.587206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.587292] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleting the datastore file [datastore2] 033d53df-8a92-4b3a-b41a-28005de17571 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.589563] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15103eb8-e27d-48f9-8f71-752bcbf9d4e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.594401] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4f8e5-3074-46ee-8579-4a96fa2aab86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.599018] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for the task: (returnval){ [ 659.599018] env[62136]: value = "task-2286100" [ 659.599018] env[62136]: _type = "Task" [ 659.599018] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.606740] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7d565-3af3-40cf-83f4-17addc55a529 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.614654] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.652021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb064c34-7b86-4756-9a16-6e3118f3651d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.663653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb7bf0-f64a-4d76-8d08-8b7e684bd14f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.679696] env[62136]: DEBUG nova.compute.provider_tree [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.834358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd3d6d84-ce28-4a67-ad02-157892bea9d3 tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.508s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.865086] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061989} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.865561] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.866499] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b802ba0-8536-4b3e-a013-dc8b5a734cd5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.892808] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 08705d00-016c-46fb-9ede-84761442cfb0/08705d00-016c-46fb-9ede-84761442cfb0.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.893459] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e229653-6c23-4196-a11e-4437dc6622bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.913899] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 659.913899] env[62136]: value = "task-2286101" [ 659.913899] env[62136]: _type = "Task" [ 659.913899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.927395] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.007748] env[62136]: DEBUG oslo_vmware.api [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Task: {'id': task-2286098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451329} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.007971] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.008254] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.008406] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.008865] env[62136]: INFO nova.compute.manager [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 660.008865] env[62136]: DEBUG oslo.service.loopingcall [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.009077] env[62136]: DEBUG nova.compute.manager [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.009236] env[62136]: DEBUG nova.network.neutron [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.114220] env[62136]: DEBUG oslo_vmware.api [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Task: {'id': task-2286100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.115100] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.115100] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.115444] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.118018] env[62136]: INFO nova.compute.manager [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Took 1.13 seconds to destroy the instance on the hypervisor. [ 660.118018] env[62136]: DEBUG oslo.service.loopingcall [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.118018] env[62136]: DEBUG nova.compute.manager [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.118018] env[62136]: DEBUG nova.network.neutron [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.133930] env[62136]: DEBUG nova.network.neutron [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.184218] env[62136]: DEBUG nova.scheduler.client.report [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.337450] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.425494] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286101, 'name': ReconfigVM_Task, 'duration_secs': 0.380694} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.425854] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 08705d00-016c-46fb-9ede-84761442cfb0/08705d00-016c-46fb-9ede-84761442cfb0.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.426569] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff1a092-6a22-4c48-955b-74ec4a903bbf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.433153] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 660.433153] env[62136]: value = "task-2286102" [ 660.433153] env[62136]: _type = "Task" [ 660.433153] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.441127] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286102, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.578869] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.578869] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.589675] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.627374] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.627629] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.627788] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.627967] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.628127] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.628277] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.628802] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.629046] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.629231] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.629398] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.629574] env[62136]: DEBUG nova.virt.hardware [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.630757] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55fee1-c459-43c8-958c-39d22ec33d59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.638996] env[62136]: DEBUG nova.network.neutron [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.641185] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124c5d0-f19c-47c6-a385-056f1f5bef08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.649631] env[62136]: DEBUG nova.compute.manager [req-28a9ccf5-8f06-4f48-b08d-df356d7db06c req-709fe2e0-ef94-41d8-b92f-65e5397804fe service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Received event network-vif-deleted-795be5d1-8a47-4bfa-b055-dad9100484b1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.649830] env[62136]: INFO nova.compute.manager [req-28a9ccf5-8f06-4f48-b08d-df356d7db06c req-709fe2e0-ef94-41d8-b92f-65e5397804fe service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Neutron deleted interface 795be5d1-8a47-4bfa-b055-dad9100484b1; detaching it from the instance and deleting it from the info cache [ 660.650000] env[62136]: DEBUG nova.network.neutron [req-28a9ccf5-8f06-4f48-b08d-df356d7db06c req-709fe2e0-ef94-41d8-b92f-65e5397804fe service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.689259] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.694725] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.421s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.695172] env[62136]: INFO nova.compute.claims [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.727640] env[62136]: INFO nova.scheduler.client.report [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted allocations for instance b5a9a89d-073d-4a54-b657-7d61984c4b44 [ 660.790138] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "42e69190-caad-4602-9ecd-33cbb5381f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.790418] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.790625] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.790859] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.790979] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.793096] env[62136]: INFO nova.compute.manager [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Terminating instance [ 660.862095] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.945926] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286102, 'name': Rename_Task, 'duration_secs': 0.142998} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.946322] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.946591] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2cf3c9e-523d-4b43-b340-980057682a1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.954249] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 660.954249] env[62136]: value = "task-2286103" [ 660.954249] env[62136]: _type = "Task" [ 660.954249] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.962377] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.029539] env[62136]: DEBUG nova.network.neutron [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.082082] env[62136]: DEBUG nova.compute.utils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.148782] env[62136]: INFO nova.compute.manager [-] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Took 1.03 seconds to deallocate network for instance. [ 661.153722] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55d3faab-e472-4b28-8532-8209ce92958c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.164728] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee8d7c-2a2e-4c5a-8ed7-7f2daf614bf5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.209486] env[62136]: DEBUG nova.compute.manager [req-28a9ccf5-8f06-4f48-b08d-df356d7db06c req-709fe2e0-ef94-41d8-b92f-65e5397804fe service nova] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Detach interface failed, port_id=795be5d1-8a47-4bfa-b055-dad9100484b1, reason: Instance b60e63ef-c64f-4c24-96dd-09b3128c43d8 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 661.235130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac15074b-72ff-4bce-8388-e3cfa3457fb5 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "b5a9a89d-073d-4a54-b657-7d61984c4b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.175s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.296560] env[62136]: DEBUG nova.compute.manager [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.299392] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.299392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a680569-814a-4f9f-a02f-8eeab1bf53f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.313016] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.313016] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089eaf26-d8d0-47d1-80a6-7e8695af8a8b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.324930] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 661.324930] env[62136]: value = "task-2286104" [ 661.324930] env[62136]: _type = "Task" [ 661.324930] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.336902] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.421420] env[62136]: DEBUG nova.compute.manager [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Received event network-vif-plugged-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.421420] env[62136]: DEBUG oslo_concurrency.lockutils [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] Acquiring lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.421420] env[62136]: DEBUG oslo_concurrency.lockutils [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] Lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.421420] env[62136]: DEBUG oslo_concurrency.lockutils [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] Lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.422785] env[62136]: DEBUG nova.compute.manager [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] No waiting events found dispatching network-vif-plugged-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.423165] env[62136]: WARNING nova.compute.manager [req-2b581896-93ef-4f14-a5b6-dfc595057055 req-19514367-0942-4bac-b263-672287935cf4 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Received unexpected event network-vif-plugged-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb for instance with vm_state building and task_state spawning. [ 661.471876] env[62136]: DEBUG oslo_vmware.api [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286103, 'name': PowerOnVM_Task, 'duration_secs': 0.482907} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.472780] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.473285] env[62136]: INFO nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Took 7.79 seconds to spawn the instance on the hypervisor. [ 661.473777] env[62136]: DEBUG nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.475244] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec1857d-9dff-4dbf-8474-e3216bbb35d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.516470] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Successfully updated port: 012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.533162] env[62136]: INFO nova.compute.manager [-] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Took 1.52 seconds to deallocate network for instance. [ 661.588081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.657410] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.840752] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286104, 'name': PowerOffVM_Task, 'duration_secs': 0.295783} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.844520] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.844762] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.845270] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b398d76-3352-42ee-9a63-d3a4dfbf8905 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.003940] env[62136]: INFO nova.compute.manager [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Took 43.55 seconds to build instance. [ 662.019608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.019944] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.021047] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.044828] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.278108] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cb1559-2c68-4771-8170-c09690c13f75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.286751] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c12fe-556f-4538-900b-149d7aaa735b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.336286] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e25964-4f38-41d0-a01f-513c0fd295ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.347122] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882cce5-9cab-41ef-b868-23eee1f2bb93 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.366815] env[62136]: DEBUG nova.compute.provider_tree [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.510080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-869c2221-f2d2-41c5-8a26-086d4fedbcaa tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.014s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.558689] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.681944] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.683180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.683180] env[62136]: INFO nova.compute.manager [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Attaching volume a2da8c36-8a26-4cd9-a244-77d6dba7ccca to /dev/sdb [ 662.725315] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e8abd-b24b-46ce-8ceb-1a8fad3aa5d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.733798] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb91a387-5107-4e84-a772-a6bccd38ece1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.753472] env[62136]: DEBUG nova.virt.block_device [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updating existing volume attachment record: 0b03192c-821a-4929-8d70-521bf6530be6 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 662.757070] env[62136]: DEBUG nova.network.neutron [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Updating instance_info_cache with network_info: [{"id": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "address": "fa:16:3e:a8:b5:3c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012a3cc4-eb", "ovs_interfaceid": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.841152] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.841273] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.841364] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Deleting the datastore file [datastore2] 42e69190-caad-4602-9ecd-33cbb5381f81 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.841655] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bb4f45-60fc-42bc-9378-091852f270cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.849286] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for the task: (returnval){ [ 662.849286] env[62136]: value = "task-2286106" [ 662.849286] env[62136]: _type = "Task" [ 662.849286] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.858930] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.871299] env[62136]: DEBUG nova.scheduler.client.report [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.013766] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.225225] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.225778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.256423] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "a3426afa-5aef-40d7-a4da-38b1d7921300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.256695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.262462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.262462] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance network_info: |[{"id": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "address": "fa:16:3e:a8:b5:3c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012a3cc4-eb", "ovs_interfaceid": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.262609] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b5:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012a3cc4-eb76-4913-acbd-e0cc6e20c8cb', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.270953] env[62136]: DEBUG oslo.service.loopingcall [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.271661] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.272059] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34936b82-98a2-4a10-af69-ad5c16369612 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.295992] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.295992] env[62136]: value = "task-2286110" [ 663.295992] env[62136]: _type = "Task" [ 663.295992] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.304301] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286110, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.358709] env[62136]: DEBUG oslo_vmware.api [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Task: {'id': task-2286106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233739} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.359023] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.359220] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.359406] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.359574] env[62136]: INFO nova.compute.manager [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Took 2.06 seconds to destroy the instance on the hypervisor. [ 663.359822] env[62136]: DEBUG oslo.service.loopingcall [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.360106] env[62136]: DEBUG nova.compute.manager [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.360152] env[62136]: DEBUG nova.network.neutron [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.378028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.378574] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.385031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.302s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.385031] env[62136]: INFO nova.compute.claims [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.537573] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.580939] env[62136]: DEBUG nova.compute.manager [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Received event network-changed-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.581209] env[62136]: DEBUG nova.compute.manager [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Refreshing instance network info cache due to event network-changed-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.581478] env[62136]: DEBUG oslo_concurrency.lockutils [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] Acquiring lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.581641] env[62136]: DEBUG oslo_concurrency.lockutils [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] Acquired lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.581875] env[62136]: DEBUG nova.network.neutron [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Refreshing network info cache for port 012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.806508] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286110, 'name': CreateVM_Task, 'duration_secs': 0.341165} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.806688] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.807388] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.807558] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.808174] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b879e905-d922-42c0-95cf-9a67b305e636 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.812560] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 663.812560] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcce50-3f96-9eb6-7731-9371b7b6287a" [ 663.812560] env[62136]: _type = "Task" [ 663.812560] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.820206] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcce50-3f96-9eb6-7731-9371b7b6287a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.896025] env[62136]: DEBUG nova.compute.utils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 663.896025] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.896025] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.940058] env[62136]: DEBUG nova.policy [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b7a5482225d46ec95b0b357b829f3e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5face6a68ee64654ba661c561ee59d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.200036] env[62136]: DEBUG nova.network.neutron [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.324334] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcce50-3f96-9eb6-7731-9371b7b6287a, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.324908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.326059] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.327168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.327463] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.328572] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.328572] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386c7a1c-0166-4926-a4f4-4415a8365bb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.335180] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Successfully created port: e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.342991] env[62136]: DEBUG nova.network.neutron [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Updated VIF entry in instance network info cache for port 012a3cc4-eb76-4913-acbd-e0cc6e20c8cb. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.342991] env[62136]: DEBUG nova.network.neutron [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Updating instance_info_cache with network_info: [{"id": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "address": "fa:16:3e:a8:b5:3c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012a3cc4-eb", "ovs_interfaceid": "012a3cc4-eb76-4913-acbd-e0cc6e20c8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.345592] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.345959] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.347133] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d213f-a532-4cd5-952d-903b7be8b988 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.353914] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 664.353914] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5210c0aa-d314-b0c8-dc46-7b3f8ab8c3a3" [ 664.353914] env[62136]: _type = "Task" [ 664.353914] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.364512] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5210c0aa-d314-b0c8-dc46-7b3f8ab8c3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.398706] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.479505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.479751] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.702913] env[62136]: INFO nova.compute.manager [-] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Took 1.34 seconds to deallocate network for instance. [ 664.846492] env[62136]: DEBUG oslo_concurrency.lockutils [req-4b01c091-7634-48a6-a7a3-385567de698a req-52dc1f94-c5e3-43e8-9285-6d4a99eae561 service nova] Releasing lock "refresh_cache-92af2777-1c19-4941-9c96-ff365aaa561a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.854840] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce2f5f-143a-46ed-b7d6-493cf6481b5e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.866532] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5210c0aa-d314-b0c8-dc46-7b3f8ab8c3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.029389} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.869110] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7062f44a-b2b2-40cf-b0b9-1f00129596c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.871926] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebe837-0d71-4fa4-a6be-22f2fdbe3e78 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.877849] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 664.877849] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247ecf0-7f75-65f7-7de8-b74acaec307c" [ 664.877849] env[62136]: _type = "Task" [ 664.877849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.909066] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f8a61-7f14-4f20-a72a-06554764b609 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.914699] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247ecf0-7f75-65f7-7de8-b74acaec307c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.919880] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386774c8-c3e0-4a7f-bcdb-babdf5cc7584 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937506] env[62136]: DEBUG nova.compute.provider_tree [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.209575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.389035] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247ecf0-7f75-65f7-7de8-b74acaec307c, 'name': SearchDatastore_Task, 'duration_secs': 0.040546} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.389148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.390290] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.390290] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73cfd786-f1af-4ff0-802b-ad3055bd451e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.397269] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 665.397269] env[62136]: value = "task-2286112" [ 665.397269] env[62136]: _type = "Task" [ 665.397269] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.404529] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.413353] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.440778] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.441061] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.441240] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.441426] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.441600] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.441726] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.441934] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.442116] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.442388] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.442634] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.442854] env[62136]: DEBUG nova.virt.hardware [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.443745] env[62136]: DEBUG nova.scheduler.client.report [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.448082] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aeeec7-84b8-42f2-a2c3-29b805f0d16e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.456710] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a465a5c-a9cc-4353-9923-dfb8d4134d2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.607161] env[62136]: DEBUG nova.compute.manager [req-8c7cffe0-f00f-4409-8be3-d150ccd7b61e req-ca429c02-3e10-44fb-8665-074a14600135 service nova] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Received event network-vif-deleted-72378447-98cc-4f23-847e-ffd01a258b46 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.907276] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.947284] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Successfully updated port: e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.952290] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.952948] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.955886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.287s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.956153] env[62136]: DEBUG nova.objects.instance [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lazy-loading 'resources' on Instance uuid 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 666.407885] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561501} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.408154] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.408372] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.408623] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0f3502-88a4-4d58-8ecf-731afbffbfa4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.415305] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 666.415305] env[62136]: value = "task-2286113" [ 666.415305] env[62136]: _type = "Task" [ 666.415305] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.422607] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.457067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.457067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquired lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.457067] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.461540] env[62136]: DEBUG nova.compute.utils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.463515] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.463515] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.506184] env[62136]: DEBUG nova.policy [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ed29606375c46dd89addbae8570cbba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b4c8b274db4eacae0f354637185cd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.823138] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Successfully created port: 9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.926964] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073808} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.926964] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.927646] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81451af3-b9cd-446c-bd0c-0c614204ed0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.932782] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c55c8-94fd-4d73-8776-e5b2eb42732c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.954199] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.955125] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a62be62-22f6-4b1a-b26e-a45a5924745a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.973361] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.980021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58504706-ac39-4122-8d2b-0eca24291409 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.981854] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 666.981854] env[62136]: value = "task-2286114" [ 666.981854] env[62136]: _type = "Task" [ 666.981854] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.016114] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae1cda1-d603-4bd6-afa9-0d91a6c05f03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.017176] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.018145] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.025820] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555f453-74cc-45fe-b901-9b1a5b5496f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.045738] env[62136]: DEBUG nova.compute.provider_tree [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.251186] env[62136]: DEBUG nova.network.neutron [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updating instance_info_cache with network_info: [{"id": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "address": "fa:16:3e:b1:3a:6b", "network": {"id": "1bb7bb51-882d-4527-b46d-6c71b22e82e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2076157808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5face6a68ee64654ba661c561ee59d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c33b3-2b", "ovs_interfaceid": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.328341] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 667.328590] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465340', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'name': 'volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadd9b66-0b47-4694-96dd-2ae88fc35b76', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'serial': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 667.329480] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e5075c-4a7b-4cc7-9ba6-e537956fed5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.346425] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789a518-b52c-4b28-beec-6a140a49854a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.370782] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca/volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.371068] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd9d002-09c8-400d-ae1c-3a9b8d85e57f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.388978] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Waiting for the task: (returnval){ [ 667.388978] env[62136]: value = "task-2286115" [ 667.388978] env[62136]: _type = "Task" [ 667.388978] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.396850] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.496280] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286114, 'name': ReconfigVM_Task, 'duration_secs': 0.300128} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.496594] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.497220] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9382bf3-b1c4-4206-9bf4-8319acaa94a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.504112] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 667.504112] env[62136]: value = "task-2286116" [ 667.504112] env[62136]: _type = "Task" [ 667.504112] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.511826] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286116, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.550306] env[62136]: DEBUG nova.scheduler.client.report [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.644016] env[62136]: DEBUG nova.compute.manager [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Received event network-vif-plugged-e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.644236] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Acquiring lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.644456] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.644631] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.644811] env[62136]: DEBUG nova.compute.manager [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] No waiting events found dispatching network-vif-plugged-e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.644985] env[62136]: WARNING nova.compute.manager [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Received unexpected event network-vif-plugged-e08c33b3-2b0b-4a27-8653-95a05469b6dd for instance with vm_state building and task_state spawning. [ 667.645161] env[62136]: DEBUG nova.compute.manager [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Received event network-changed-e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.645315] env[62136]: DEBUG nova.compute.manager [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Refreshing instance network info cache due to event network-changed-e08c33b3-2b0b-4a27-8653-95a05469b6dd. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.645480] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Acquiring lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.753471] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Releasing lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.753845] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Instance network_info: |[{"id": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "address": "fa:16:3e:b1:3a:6b", "network": {"id": "1bb7bb51-882d-4527-b46d-6c71b22e82e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2076157808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5face6a68ee64654ba661c561ee59d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c33b3-2b", "ovs_interfaceid": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.754291] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Acquired lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.754491] env[62136]: DEBUG nova.network.neutron [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Refreshing network info cache for port e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.755815] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:3a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08c33b3-2b0b-4a27-8653-95a05469b6dd', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.763294] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Creating folder: Project (5face6a68ee64654ba661c561ee59d47). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.766294] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4989414c-32c0-4224-bb35-aa55a9ca3104 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.778100] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Created folder: Project (5face6a68ee64654ba661c561ee59d47) in parent group-v465229. [ 667.778304] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Creating folder: Instances. Parent ref: group-v465342. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.778534] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ebf119-1c21-41c1-9ee1-8c1fbb01abfc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.789628] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Created folder: Instances in parent group-v465342. [ 667.789849] env[62136]: DEBUG oslo.service.loopingcall [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.790047] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.790252] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f854f95-06ce-418b-84db-dd95a90efde1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.814341] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.814341] env[62136]: value = "task-2286119" [ 667.814341] env[62136]: _type = "Task" [ 667.814341] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.821980] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286119, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.899216] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.991587] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.019210] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286116, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.021314] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.021546] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.021856] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.021934] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.022098] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.022280] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.022517] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.022670] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.022842] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.022998] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.023201] env[62136]: DEBUG nova.virt.hardware [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.024306] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7add4e-f9ec-40c8-896f-b9ed7effdd5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.032517] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20d6a7-54ff-483a-916c-1ef427df7ea8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.056763] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.059410] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.879s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.061011] env[62136]: INFO nova.compute.claims [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.071211] env[62136]: DEBUG nova.network.neutron [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updated VIF entry in instance network info cache for port e08c33b3-2b0b-4a27-8653-95a05469b6dd. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.071543] env[62136]: DEBUG nova.network.neutron [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updating instance_info_cache with network_info: [{"id": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "address": "fa:16:3e:b1:3a:6b", "network": {"id": "1bb7bb51-882d-4527-b46d-6c71b22e82e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2076157808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5face6a68ee64654ba661c561ee59d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c33b3-2b", "ovs_interfaceid": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.083392] env[62136]: INFO nova.scheduler.client.report [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Deleted allocations for instance 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d [ 668.324975] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286119, 'name': CreateVM_Task, 'duration_secs': 0.336624} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.325198] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.325918] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.326090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.326424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.326798] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "9ffd2937-5684-4155-a792-dc471683e55b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.326994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.327253] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "9ffd2937-5684-4155-a792-dc471683e55b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.327437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.328031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.329219] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da12fcd6-313e-4072-a0ef-aff3b8ebecca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.331449] env[62136]: INFO nova.compute.manager [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Terminating instance [ 668.337616] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 668.337616] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255f2e6-425a-4b68-63de-56f9cc04b901" [ 668.337616] env[62136]: _type = "Task" [ 668.337616] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.343941] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255f2e6-425a-4b68-63de-56f9cc04b901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.400893] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.425973] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Successfully updated port: 9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.519678] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286116, 'name': Rename_Task, 'duration_secs': 0.859218} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.519960] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.520250] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28572c39-6ad4-46b4-9e63-4dcfb11c49ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.527130] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 668.527130] env[62136]: value = "task-2286120" [ 668.527130] env[62136]: _type = "Task" [ 668.527130] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.536428] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.574504] env[62136]: DEBUG oslo_concurrency.lockutils [req-f73c229b-9dea-465c-b0a2-8033b472e82e req-e1355158-b28e-4e76-afa0-865326abce87 service nova] Releasing lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.590759] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c768194-7875-46e2-8cdf-3c4d67da3f85 tempest-ServersAdminNegativeTestJSON-515290841 tempest-ServersAdminNegativeTestJSON-515290841-project-member] Lock "6e1362d1-8cd8-42ad-aabc-21febdeb5f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.382s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.836213] env[62136]: DEBUG nova.compute.manager [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.836500] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.836859] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92a6d4a-87c5-46e6-97b7-d8f0e8303933 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.848190] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255f2e6-425a-4b68-63de-56f9cc04b901, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.849671] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.849929] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.850198] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.850349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.850527] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.851042] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 668.851042] env[62136]: value = "task-2286121" [ 668.851042] env[62136]: _type = "Task" [ 668.851042] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.851308] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d253b56-c673-42d4-b59f-2b403d6ed4b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.861881] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.863119] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.863303] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.864060] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0cc48f-845c-482d-a184-22ee0dd13eec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.869230] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 668.869230] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a0c319-4ec1-550c-1cd3-eade5f728d19" [ 668.869230] env[62136]: _type = "Task" [ 668.869230] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.877755] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a0c319-4ec1-550c-1cd3-eade5f728d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.900593] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286115, 'name': ReconfigVM_Task, 'duration_secs': 1.283176} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.900901] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca/volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.905987] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b87d467-74d1-41cd-b687-1b0671617df5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.921958] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Waiting for the task: (returnval){ [ 668.921958] env[62136]: value = "task-2286122" [ 668.921958] env[62136]: _type = "Task" [ 668.921958] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.930634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.930814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquired lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.931356] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.932758] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.041368] env[62136]: DEBUG oslo_vmware.api [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286120, 'name': PowerOnVM_Task, 'duration_secs': 0.485598} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.041869] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.042249] env[62136]: INFO nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Took 8.45 seconds to spawn the instance on the hypervisor. [ 669.042579] env[62136]: DEBUG nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.043960] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98af5f5-c89a-4dcf-9ea4-a15ea7331c97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.365074] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286121, 'name': PowerOffVM_Task, 'duration_secs': 0.195417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.367995] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.368379] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 669.368704] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465265', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'name': 'volume-c928feae-37f6-49d8-97c9-2adbbb028ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ffd2937-5684-4155-a792-dc471683e55b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'serial': 'c928feae-37f6-49d8-97c9-2adbbb028ebd'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 669.370365] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e4a05b-4d16-414d-8935-66ed840d021a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.381628] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a0c319-4ec1-550c-1cd3-eade5f728d19, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.399762] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4faa8bc4-7733-49ff-b485-373ef785839a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.402589] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b3ec6-c58a-47cb-aed4-d0fba45f674c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.408353] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 669.408353] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb2f65-71ff-0412-80a0-73ac1a1732cf" [ 669.408353] env[62136]: _type = "Task" [ 669.408353] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.417055] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43be48d-4b48-440a-bd22-d4482ba116f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.423536] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb2f65-71ff-0412-80a0-73ac1a1732cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.439297] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.439575] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 00a3ea06-f1c6-4221-8704-f6eb1f966e12/00a3ea06-f1c6-4221-8704-f6eb1f966e12.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.443931] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1d11c32-2ea8-4b7a-aa96-5ae89a38ce76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.446837] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500ed5d-5990-4d90-9ca6-b4ba5ee62083 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.453698] env[62136]: DEBUG oslo_vmware.api [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286122, 'name': ReconfigVM_Task, 'duration_secs': 0.192137} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.466463] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465340', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'name': 'volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadd9b66-0b47-4694-96dd-2ae88fc35b76', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'serial': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 669.467960] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] The volume has not been displaced from its original location: [datastore2] volume-c928feae-37f6-49d8-97c9-2adbbb028ebd/volume-c928feae-37f6-49d8-97c9-2adbbb028ebd.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 669.473349] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 669.473746] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 669.473746] env[62136]: value = "task-2286123" [ 669.473746] env[62136]: _type = "Task" [ 669.473746] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.476691] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e335fe1-ce87-4d1b-bbd6-c3d1c66bb68f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.494676] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.498647] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 669.498647] env[62136]: value = "task-2286124" [ 669.498647] env[62136]: _type = "Task" [ 669.498647] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.501967] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.513327] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.563995] env[62136]: INFO nova.compute.manager [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Took 48.26 seconds to build instance. [ 669.645020] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa2f6f-21f4-4613-9fca-459eb3f6b4c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.656214] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01872754-d2a4-459e-9fcb-f1f00b544d7f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.695583] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4359fe-ee19-4146-8a7a-5bb85df00875 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.707192] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a359958-410a-47d2-a7ce-877ca9ecde73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.721928] env[62136]: DEBUG nova.compute.provider_tree [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.760014] env[62136]: DEBUG nova.network.neutron [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Updating instance_info_cache with network_info: [{"id": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "address": "fa:16:3e:a5:de:84", "network": {"id": "c05884cb-3b2f-4075-8cbd-0efb69745340", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-685189709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b4c8b274db4eacae0f354637185cd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ccb2c79-a1", "ovs_interfaceid": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.785755] env[62136]: DEBUG nova.compute.manager [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Received event network-vif-plugged-9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.786529] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Acquiring lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.787136] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.787461] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.787893] env[62136]: DEBUG nova.compute.manager [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] No waiting events found dispatching network-vif-plugged-9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.788271] env[62136]: WARNING nova.compute.manager [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Received unexpected event network-vif-plugged-9ccb2c79-a189-42a2-9326-41db72f02bb9 for instance with vm_state building and task_state spawning. [ 669.789878] env[62136]: DEBUG nova.compute.manager [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Received event network-changed-9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.789878] env[62136]: DEBUG nova.compute.manager [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Refreshing instance network info cache due to event network-changed-9ccb2c79-a189-42a2-9326-41db72f02bb9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.789878] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Acquiring lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.001599] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.010210] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286124, 'name': ReconfigVM_Task, 'duration_secs': 0.175401} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.010551] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 670.015426] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10fd9bb1-f706-4c7d-a8d5-d51f9cbab4f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.038726] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 670.038726] env[62136]: value = "task-2286125" [ 670.038726] env[62136]: _type = "Task" [ 670.038726] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.049067] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.066243] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a43e002c-988f-4d7f-9021-9290d02d3060 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.850s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.225499] env[62136]: DEBUG nova.scheduler.client.report [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.263241] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Releasing lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.263559] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Instance network_info: |[{"id": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "address": "fa:16:3e:a5:de:84", "network": {"id": "c05884cb-3b2f-4075-8cbd-0efb69745340", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-685189709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b4c8b274db4eacae0f354637185cd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ccb2c79-a1", "ovs_interfaceid": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.263910] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Acquired lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.264135] env[62136]: DEBUG nova.network.neutron [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Refreshing network info cache for port 9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.265383] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:de:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ccb2c79-a189-42a2-9326-41db72f02bb9', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.273451] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Creating folder: Project (12b4c8b274db4eacae0f354637185cd6). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.274430] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d247ec3e-d574-4d63-ac87-0210c279f112 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.287702] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Created folder: Project (12b4c8b274db4eacae0f354637185cd6) in parent group-v465229. [ 670.287702] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Creating folder: Instances. Parent ref: group-v465345. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.287702] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a93a27-883c-45a3-a758-75712eddd02a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.296084] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Created folder: Instances in parent group-v465345. [ 670.296193] env[62136]: DEBUG oslo.service.loopingcall [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.296393] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.296596] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15aa0a74-213b-4b92-a07d-a321bec191ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.316995] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.316995] env[62136]: value = "task-2286128" [ 670.316995] env[62136]: _type = "Task" [ 670.316995] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.325809] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286128, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.502669] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.534936] env[62136]: DEBUG nova.objects.instance [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lazy-loading 'flavor' on Instance uuid fadd9b66-0b47-4694-96dd-2ae88fc35b76 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 670.549070] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.569232] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.730685] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.732097] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.734660] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.605s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.736315] env[62136]: INFO nova.compute.claims [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.828192] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286128, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.002348] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286123, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.482834} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.003192] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 00a3ea06-f1c6-4221-8704-f6eb1f966e12/00a3ea06-f1c6-4221-8704-f6eb1f966e12.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.003850] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.004521] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12be2364-9758-42a6-9e34-c1844fc68267 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.012399] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 671.012399] env[62136]: value = "task-2286129" [ 671.012399] env[62136]: _type = "Task" [ 671.012399] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.020794] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.040011] env[62136]: DEBUG nova.network.neutron [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Updated VIF entry in instance network info cache for port 9ccb2c79-a189-42a2-9326-41db72f02bb9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.040543] env[62136]: DEBUG nova.network.neutron [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Updating instance_info_cache with network_info: [{"id": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "address": "fa:16:3e:a5:de:84", "network": {"id": "c05884cb-3b2f-4075-8cbd-0efb69745340", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-685189709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b4c8b274db4eacae0f354637185cd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ccb2c79-a1", "ovs_interfaceid": "9ccb2c79-a189-42a2-9326-41db72f02bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.042509] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a408033-df75-433b-a4bd-0937746d3d93 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.360s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.054057] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286125, 'name': ReconfigVM_Task, 'duration_secs': 0.741296} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.055782] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465265', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'name': 'volume-c928feae-37f6-49d8-97c9-2adbbb028ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ffd2937-5684-4155-a792-dc471683e55b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c928feae-37f6-49d8-97c9-2adbbb028ebd', 'serial': 'c928feae-37f6-49d8-97c9-2adbbb028ebd'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 671.060689] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.060689] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0e948-6dd7-4475-8b1e-0fdaf716f493 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.066346] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.066636] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5ad698-48d5-4203-b75a-e8a09836b5d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.092441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.142206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.142206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.142206] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Deleting the datastore file [datastore2] 9ffd2937-5684-4155-a792-dc471683e55b {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.142206] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c40675e-431c-4162-a27a-b97bae6f1f33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.148753] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for the task: (returnval){ [ 671.148753] env[62136]: value = "task-2286131" [ 671.148753] env[62136]: _type = "Task" [ 671.148753] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.163315] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.215078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "55118b0f-2fd1-4662-997b-61b0691d3d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.215078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.219247] env[62136]: INFO nova.compute.manager [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Rebuilding instance [ 671.244919] env[62136]: DEBUG nova.compute.utils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.252382] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.252586] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.289432] env[62136]: DEBUG nova.compute.manager [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.291029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e63f0-540b-44a1-a8c9-d6b72d87aa7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.318486] env[62136]: DEBUG nova.policy [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69582521f1c4445b9011770cc4409eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d09f38b2664b1d92a0dfd50ae2f310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.330888] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286128, 'name': CreateVM_Task, 'duration_secs': 0.874773} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.330975] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.332638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.332971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.333321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.334291] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8b2a1c-2eb9-46bb-99fb-cfd4bce705fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.340539] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 671.340539] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c7f3df-5140-3701-cda3-60f51785b174" [ 671.340539] env[62136]: _type = "Task" [ 671.340539] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.349840] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c7f3df-5140-3701-cda3-60f51785b174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.522242] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066048} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.522515] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.523323] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63140064-80e3-4582-af58-3dc1c92210d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.545942] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 00a3ea06-f1c6-4221-8704-f6eb1f966e12/00a3ea06-f1c6-4221-8704-f6eb1f966e12.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.546217] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a34ee44-e26e-4e8d-9011-78146a9403e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.561138] env[62136]: DEBUG oslo_concurrency.lockutils [req-12222276-a77a-44d7-bdea-53a7368ad9aa req-40c4667a-9922-432d-b0fa-a87e52e7bd59 service nova] Releasing lock "refresh_cache-1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.566624] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 671.566624] env[62136]: value = "task-2286132" [ 671.566624] env[62136]: _type = "Task" [ 671.566624] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.574492] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.659775] env[62136]: DEBUG oslo_vmware.api [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Task: {'id': task-2286131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097781} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.660094] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.660502] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.660502] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.660661] env[62136]: INFO nova.compute.manager [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Took 2.82 seconds to destroy the instance on the hypervisor. [ 671.660905] env[62136]: DEBUG oslo.service.loopingcall [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.661125] env[62136]: DEBUG nova.compute.manager [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.661223] env[62136]: DEBUG nova.network.neutron [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.757743] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.808580] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Successfully created port: 384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.837347] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "79f99cfd-6a56-44f6-96ae-542606032ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.837474] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.854392] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c7f3df-5140-3701-cda3-60f51785b174, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.854392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.854392] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.854736] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.854823] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.855069] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.855727] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86cadb0b-69d9-4a6f-815a-057a8a2ec6d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.867413] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.867639] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.868450] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e85ee77-3fa8-44c4-baeb-41a805a3e5b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.887254] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 671.887254] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eed37d-0e9b-67bd-4665-efab9c5ca1da" [ 671.887254] env[62136]: _type = "Task" [ 671.887254] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.900498] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eed37d-0e9b-67bd-4665-efab9c5ca1da, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.901272] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a20305-54d6-4b5f-80a5-93313fd9aa08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.913023] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 671.913023] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5213335c-5261-3c7f-095d-89cfd5f86035" [ 671.913023] env[62136]: _type = "Task" [ 671.913023] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.920903] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5213335c-5261-3c7f-095d-89cfd5f86035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.079188] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286132, 'name': ReconfigVM_Task, 'duration_secs': 0.384948} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.079478] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 00a3ea06-f1c6-4221-8704-f6eb1f966e12/00a3ea06-f1c6-4221-8704-f6eb1f966e12.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.080340] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0472f48e-dd0c-47c7-b720-ac929105e01c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.088872] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 672.088872] env[62136]: value = "task-2286133" [ 672.088872] env[62136]: _type = "Task" [ 672.088872] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.098803] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286133, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.192031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.192287] env[62136]: DEBUG oslo_concurrency.lockutils [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.306273] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.306639] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e49ce0-2927-46c9-a557-e9991dc4c3a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.318808] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 672.318808] env[62136]: value = "task-2286134" [ 672.318808] env[62136]: _type = "Task" [ 672.318808] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.327998] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.426188] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5213335c-5261-3c7f-095d-89cfd5f86035, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.426995] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.427442] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3/1bdbc274-c72a-4baf-b6a1-7a96117eb3c3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.427965] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c74670-c1ea-4f71-a9a7-c2907666069e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.436754] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 672.436754] env[62136]: value = "task-2286135" [ 672.436754] env[62136]: _type = "Task" [ 672.436754] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.445445] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b2bfb-388a-458a-8469-c2ff1cf065fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.454633] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.456204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d607166-42a0-4d8a-8893-25b8e4564313 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.492721] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46c9f94-3918-421e-8b44-b702ac3fc367 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.501473] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5ef17d-9f72-44c9-8f39-d26591eb1d2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.517744] env[62136]: DEBUG nova.compute.provider_tree [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.536185] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "822526f4-27e7-40be-9096-8ed254c7f102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.536274] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.598903] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286133, 'name': Rename_Task, 'duration_secs': 0.149611} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.599215] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.599464] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03cc34bc-a137-448f-a6fa-0e591eac195e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.606252] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 672.606252] env[62136]: value = "task-2286136" [ 672.606252] env[62136]: _type = "Task" [ 672.606252] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.612165] env[62136]: DEBUG nova.compute.manager [req-d0b7f9f6-79fa-4411-b049-b8f1cb7fcd54 req-9b6959b1-2944-41c0-8cd8-3cecbf3d23bb service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Received event network-vif-deleted-89990219-34cd-4138-a531-265a4263c66a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.612366] env[62136]: INFO nova.compute.manager [req-d0b7f9f6-79fa-4411-b049-b8f1cb7fcd54 req-9b6959b1-2944-41c0-8cd8-3cecbf3d23bb service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Neutron deleted interface 89990219-34cd-4138-a531-265a4263c66a; detaching it from the instance and deleting it from the info cache [ 672.612536] env[62136]: DEBUG nova.network.neutron [req-d0b7f9f6-79fa-4411-b049-b8f1cb7fcd54 req-9b6959b1-2944-41c0-8cd8-3cecbf3d23bb service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.618854] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.695047] env[62136]: INFO nova.compute.manager [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Detaching volume a2da8c36-8a26-4cd9-a244-77d6dba7ccca [ 672.731304] env[62136]: INFO nova.virt.block_device [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Attempting to driver detach volume a2da8c36-8a26-4cd9-a244-77d6dba7ccca from mountpoint /dev/sdb [ 672.731552] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 672.731743] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465340', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'name': 'volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadd9b66-0b47-4694-96dd-2ae88fc35b76', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'serial': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 672.732681] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9140de3a-382c-4305-8aeb-9d6c0a38367b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.756584] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca84fe3-0c4c-4ebc-b1c9-94ad27dc7f8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.763894] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e07ae5-4642-4058-b0fc-a19c028a96e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.767181] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.788676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fa02aa-ae38-4c25-83d3-fc47fe300594 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.807325] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] The volume has not been displaced from its original location: [datastore1] volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca/volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 672.812402] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 672.814702] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.815330] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.815497] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.815763] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.815919] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.816095] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.816329] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.816497] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.816672] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.816859] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.817063] env[62136]: DEBUG nova.virt.hardware [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.817463] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f42e7eb-e89b-47f1-ab93-d0052ee058e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831434] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a0b6f-6739-4b97-acd7-fec328916e54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.845448] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80867244-75d8-4f7c-831c-500b0b57f62f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.849383] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286134, 'name': PowerOffVM_Task, 'duration_secs': 0.201148} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.850800] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.850965] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.851311] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Waiting for the task: (returnval){ [ 672.851311] env[62136]: value = "task-2286137" [ 672.851311] env[62136]: _type = "Task" [ 672.851311] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.852341] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd8981-1bdb-4dfa-9fd1-9c9093ac458c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.870908] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.874224] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ce0f22-a73f-495e-b19b-9b02089e3bfa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.875920] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.949915] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286135, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.951407] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.951619] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.951866] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.952160] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-508015cd-efb3-42f6-83c9-51e2ee444213 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.959189] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 672.959189] env[62136]: value = "task-2286139" [ 672.959189] env[62136]: _type = "Task" [ 672.959189] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.968548] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.997973] env[62136]: DEBUG nova.network.neutron [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.022519] env[62136]: DEBUG nova.scheduler.client.report [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.115891] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef6d1418-b306-4f52-8782-a10e9ac7862b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.122325] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.131772] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298c442-3bb3-4b1d-bb63-58db242848c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.179406] env[62136]: DEBUG nova.compute.manager [req-d0b7f9f6-79fa-4411-b049-b8f1cb7fcd54 req-9b6959b1-2944-41c0-8cd8-3cecbf3d23bb service nova] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Detach interface failed, port_id=89990219-34cd-4138-a531-265a4263c66a, reason: Instance 9ffd2937-5684-4155-a792-dc471683e55b could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 673.365749] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.447545] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828196} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.447788] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3/1bdbc274-c72a-4baf-b6a1-7a96117eb3c3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.448011] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.448278] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c0cfca-1c65-4652-953a-b4ca3a4d15da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.454739] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 673.454739] env[62136]: value = "task-2286140" [ 673.454739] env[62136]: _type = "Task" [ 673.454739] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.466850] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.471906] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438227} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.472206] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.472407] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.472598] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.501166] env[62136]: INFO nova.compute.manager [-] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Took 1.84 seconds to deallocate network for instance. [ 673.532518] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.533058] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.536462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.774s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.536683] env[62136]: DEBUG nova.objects.instance [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lazy-loading 'resources' on Instance uuid d6456961-ac87-45c8-a4b4-8a5fcff5a376 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 673.623078] env[62136]: DEBUG oslo_vmware.api [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286136, 'name': PowerOnVM_Task, 'duration_secs': 0.928075} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.623368] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.623574] env[62136]: INFO nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Took 8.21 seconds to spawn the instance on the hypervisor. [ 673.624013] env[62136]: DEBUG nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.624575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a881701c-fd92-478b-9dcb-1690fc5ed084 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.779417] env[62136]: DEBUG nova.compute.manager [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Received event network-vif-plugged-384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.779645] env[62136]: DEBUG oslo_concurrency.lockutils [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] Acquiring lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.779853] env[62136]: DEBUG oslo_concurrency.lockutils [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.780223] env[62136]: DEBUG oslo_concurrency.lockutils [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.780504] env[62136]: DEBUG nova.compute.manager [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] No waiting events found dispatching network-vif-plugged-384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.780721] env[62136]: WARNING nova.compute.manager [req-c072aa4b-61a5-4d7d-946b-21ffe286835b req-3115f770-55ba-439b-ac36-822df25ec6bb service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Received unexpected event network-vif-plugged-384145af-fd9d-45ff-8fbd-bdc021743085 for instance with vm_state building and task_state spawning. [ 673.791975] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Successfully updated port: 384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.865201] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.964636] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073321} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.964929] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.965744] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9a53a9-9d05-4390-8a17-50c9fa1952e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.992969] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3/1bdbc274-c72a-4baf-b6a1-7a96117eb3c3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.993559] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f75827-8f7b-4968-b185-18c80c99d778 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.015198] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 674.015198] env[62136]: value = "task-2286141" [ 674.015198] env[62136]: _type = "Task" [ 674.015198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.024723] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.043288] env[62136]: DEBUG nova.compute.utils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.044606] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.045015] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.072439] env[62136]: INFO nova.compute.manager [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Took 0.57 seconds to detach 1 volumes for instance. [ 674.074979] env[62136]: DEBUG nova.compute.manager [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Deleting volume: c928feae-37f6-49d8-97c9-2adbbb028ebd {{(pid=62136) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 674.134330] env[62136]: DEBUG nova.policy [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ed41b960b94468b784a4112b3fb9ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4fcb004703d419e865f8f264db3bdb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.145243] env[62136]: INFO nova.compute.manager [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Took 44.89 seconds to build instance. [ 674.294942] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.295186] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.295341] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.369372] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286137, 'name': ReconfigVM_Task, 'duration_secs': 1.231312} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.369649] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 674.380951] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce6d5a7-3539-4590-840a-4c47ae4c7c56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.401848] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Waiting for the task: (returnval){ [ 674.401848] env[62136]: value = "task-2286143" [ 674.401848] env[62136]: _type = "Task" [ 674.401848] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.415379] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.529919] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286141, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.532847] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.533345] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.533495] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.533672] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.533925] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.534124] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.534419] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.534668] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.534932] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.535537] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.535537] env[62136]: DEBUG nova.virt.hardware [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.536564] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325971b2-db32-4317-ad08-d31b69756556 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.547509] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.552612] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8740711a-165d-4ca2-83b6-e6b71ac08cbb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.566341] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b5:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012a3cc4-eb76-4913-acbd-e0cc6e20c8cb', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.573550] env[62136]: DEBUG oslo.service.loopingcall [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.576407] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.576796] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a6581e3-bc88-43f1-aea3-bbef61ce1632 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.596135] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.596135] env[62136]: value = "task-2286144" [ 674.596135] env[62136]: _type = "Task" [ 674.596135] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.605607] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286144, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.634074] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.647604] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6282319b-8bd2-4ae1-b4a2-d91f5001daac tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.112s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.681316] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acfb287-34c4-4c61-81b8-657e258068ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.690617] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f925293-77d7-4434-a2c9-a75a0f5fdc88 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.723132] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c6745-e3e6-4bbd-9377-e92ea25d455e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.731292] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e02912-fc0e-439b-a912-a5b5825bb883 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.748712] env[62136]: DEBUG nova.compute.provider_tree [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.818252] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Successfully created port: 25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.846879] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.912464] env[62136]: DEBUG oslo_vmware.api [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Task: {'id': task-2286143, 'name': ReconfigVM_Task, 'duration_secs': 0.157196} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.912762] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465340', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'name': 'volume-a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fadd9b66-0b47-4694-96dd-2ae88fc35b76', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca', 'serial': 'a2da8c36-8a26-4cd9-a244-77d6dba7ccca'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 675.026632] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286141, 'name': ReconfigVM_Task, 'duration_secs': 0.569846} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.026963] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3/1bdbc274-c72a-4baf-b6a1-7a96117eb3c3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.027825] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5966034-65d9-48a5-a0fd-e3fb820574ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.035887] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 675.035887] env[62136]: value = "task-2286145" [ 675.035887] env[62136]: _type = "Task" [ 675.035887] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.045680] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286145, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.046871] env[62136]: DEBUG nova.network.neutron [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Updating instance_info_cache with network_info: [{"id": "384145af-fd9d-45ff-8fbd-bdc021743085", "address": "fa:16:3e:8f:b9:73", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384145af-fd", "ovs_interfaceid": "384145af-fd9d-45ff-8fbd-bdc021743085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.112408] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286144, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.149961] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.254022] env[62136]: DEBUG nova.scheduler.client.report [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.465476] env[62136]: DEBUG nova.objects.instance [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lazy-loading 'flavor' on Instance uuid fadd9b66-0b47-4694-96dd-2ae88fc35b76 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 675.545292] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286145, 'name': Rename_Task, 'duration_secs': 0.297012} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.545558] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.545802] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef626a6e-86b7-4101-89de-9b26610ffe31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.549908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.550293] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance network_info: |[{"id": "384145af-fd9d-45ff-8fbd-bdc021743085", "address": "fa:16:3e:8f:b9:73", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384145af-fd", "ovs_interfaceid": "384145af-fd9d-45ff-8fbd-bdc021743085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.551667] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b9:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '384145af-fd9d-45ff-8fbd-bdc021743085', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.559037] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating folder: Project (23d09f38b2664b1d92a0dfd50ae2f310). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.559335] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 675.559335] env[62136]: value = "task-2286146" [ 675.559335] env[62136]: _type = "Task" [ 675.559335] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.559759] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235b6524-ca1a-4321-914f-a058bf1ab5f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.570958] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.573405] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286146, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.575448] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created folder: Project (23d09f38b2664b1d92a0dfd50ae2f310) in parent group-v465229. [ 675.575448] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating folder: Instances. Parent ref: group-v465349. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.575601] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e79007f-2d44-491a-a938-d100d574573d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.584132] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created folder: Instances in parent group-v465349. [ 675.584394] env[62136]: DEBUG oslo.service.loopingcall [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.584584] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.584776] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb1e18b5-f4f3-421a-959c-54280ddbce2c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.609134] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.609381] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.609540] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.609725] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.609874] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.610033] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.610249] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.610409] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.610573] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.610733] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.610939] env[62136]: DEBUG nova.virt.hardware [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.611691] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a38192b-1cb6-449d-90d1-49bb91a07587 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.619126] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286144, 'name': CreateVM_Task, 'duration_secs': 0.551617} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.619275] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.619275] env[62136]: value = "task-2286149" [ 675.619275] env[62136]: _type = "Task" [ 675.619275] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.619683] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.620352] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.620515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.620824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.625342] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfce7c28-883c-4f1c-8f47-ad14c225e2ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.628346] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76a1b6-f9d3-4d4c-a9a3-3be27875dbab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.634886] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286149, 'name': CreateVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.637333] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 675.637333] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a4d183-83c8-9cd4-85b0-19a13618ebc8" [ 675.637333] env[62136]: _type = "Task" [ 675.637333] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.652547] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a4d183-83c8-9cd4-85b0-19a13618ebc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.652843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.653104] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.653343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.653490] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.653667] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.656174] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2ffd6d-205d-4307-a191-a3871fe0f963 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.666432] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.666620] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.667436] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcddc49a-c0b7-454d-9ade-5da458e8961d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.672932] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 675.672932] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d90758-f526-c5fb-ea1e-de81d443bddc" [ 675.672932] env[62136]: _type = "Task" [ 675.672932] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.677301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.680610] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d90758-f526-c5fb-ea1e-de81d443bddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.756563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.759090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.172s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.761419] env[62136]: INFO nova.compute.claims [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.775487] env[62136]: INFO nova.scheduler.client.report [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleted allocations for instance d6456961-ac87-45c8-a4b4-8a5fcff5a376 [ 675.843151] env[62136]: DEBUG nova.compute.manager [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Received event network-changed-384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.843390] env[62136]: DEBUG nova.compute.manager [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Refreshing instance network info cache due to event network-changed-384145af-fd9d-45ff-8fbd-bdc021743085. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.843639] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Acquiring lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.843868] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Acquired lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.844052] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Refreshing network info cache for port 384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.071838] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286146, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.129435] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286149, 'name': CreateVM_Task, 'duration_secs': 0.334376} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.129564] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.130301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.130485] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.130800] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.131085] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51742f94-baea-4df4-8bf0-49bbea50c306 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.135674] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 676.135674] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293b703-cc2a-e9f5-125c-9a4e8fc13694" [ 676.135674] env[62136]: _type = "Task" [ 676.135674] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.143429] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293b703-cc2a-e9f5-125c-9a4e8fc13694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.190735] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d90758-f526-c5fb-ea1e-de81d443bddc, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.190735] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0843e01a-4ae8-462f-a656-70eb9629a21b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196459] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 676.196459] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251bb2b-e55c-712c-2453-a6d814c4dde5" [ 676.196459] env[62136]: _type = "Task" [ 676.196459] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.207113] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251bb2b-e55c-712c-2453-a6d814c4dde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.285291] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4629f2fd-8c3b-485a-837e-a7787d7a4cac tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d6456961-ac87-45c8-a4b4-8a5fcff5a376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.180s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.474369] env[62136]: DEBUG oslo_concurrency.lockutils [None req-79a030e0-95c4-4650-be38-5b14d44a1b11 tempest-VolumesAssistedSnapshotsTest-855527607 tempest-VolumesAssistedSnapshotsTest-855527607-project-admin] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.282s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.541392] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Successfully updated port: 25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.575030] env[62136]: DEBUG oslo_vmware.api [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286146, 'name': PowerOnVM_Task, 'duration_secs': 0.7265} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.575030] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.575030] env[62136]: INFO nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Took 8.58 seconds to spawn the instance on the hypervisor. [ 676.575030] env[62136]: DEBUG nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.575030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e2c3a0-9823-49b3-bc6c-954e232398d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.645846] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5293b703-cc2a-e9f5-125c-9a4e8fc13694, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.646024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.646267] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.646470] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.664582] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Updated VIF entry in instance network info cache for port 384145af-fd9d-45ff-8fbd-bdc021743085. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.664994] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Updating instance_info_cache with network_info: [{"id": "384145af-fd9d-45ff-8fbd-bdc021743085", "address": "fa:16:3e:8f:b9:73", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384145af-fd", "ovs_interfaceid": "384145af-fd9d-45ff-8fbd-bdc021743085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.706284] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5251bb2b-e55c-712c-2453-a6d814c4dde5, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.706617] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.706916] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.707251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.707474] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.707996] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de33129-147d-4b17-9cbf-e8bec2f71de5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.709998] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d36017-3256-40a8-8e45-f2dcc21c9957 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.714504] env[62136]: DEBUG nova.objects.instance [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lazy-loading 'flavor' on Instance uuid 5bdbadb9-e221-4ba8-a537-2d60e9024702 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 676.718106] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 676.718106] env[62136]: value = "task-2286151" [ 676.718106] env[62136]: _type = "Task" [ 676.718106] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.726104] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.727204] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.727378] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.728071] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1074d6a-5d20-4084-a245-93f14807259e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.732644] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 676.732644] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c2ce9-58a2-22b6-4cf7-bcffb0beaba1" [ 676.732644] env[62136]: _type = "Task" [ 676.732644] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.741342] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c2ce9-58a2-22b6-4cf7-bcffb0beaba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.045430] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.045430] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquired lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.045430] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.092187] env[62136]: INFO nova.compute.manager [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Took 41.03 seconds to build instance. [ 677.168472] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Releasing lock "refresh_cache-75a154e6-130e-470b-b8b8-5c315cbd0f40" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.168729] env[62136]: DEBUG nova.compute.manager [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Received event network-changed-e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.168899] env[62136]: DEBUG nova.compute.manager [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Refreshing instance network info cache due to event network-changed-e08c33b3-2b0b-4a27-8653-95a05469b6dd. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.169798] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Acquiring lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.169798] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Acquired lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.169798] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Refreshing network info cache for port e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.221903] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.222171] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.229320] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498653} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.231899] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.232203] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.233022] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9161fcb9-547e-40a3-9b67-7bc6e401411a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.243208] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528c2ce9-58a2-22b6-4cf7-bcffb0beaba1, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.247321] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 677.247321] env[62136]: value = "task-2286152" [ 677.247321] env[62136]: _type = "Task" [ 677.247321] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.250876] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568c5ddf-7ceb-400d-bcc5-d2dae9c41221 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.261353] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.261509] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 677.261509] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ceae0f-077e-aa17-ab2b-06251f337bc5" [ 677.261509] env[62136]: _type = "Task" [ 677.261509] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.275610] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ceae0f-077e-aa17-ab2b-06251f337bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.278034] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.278324] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 75a154e6-130e-470b-b8b8-5c315cbd0f40/75a154e6-130e-470b-b8b8-5c315cbd0f40.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.278920] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88db8eb8-fce4-46a6-b927-14b7fdfba837 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.285547] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 677.285547] env[62136]: value = "task-2286153" [ 677.285547] env[62136]: _type = "Task" [ 677.285547] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.296164] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.324592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56724e69-2fbc-4615-ab44-97f5126c93d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.331718] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfbd485-34cf-4063-9ee2-f9168a09c416 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.365309] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898ae8f-c3f2-444a-a3f4-fda15d259236 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.373958] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ab5ba-4f00-4503-b3cb-7bef7a8a248b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.387950] env[62136]: DEBUG nova.compute.provider_tree [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.515587] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.586235] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.595596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9e9e5d8b-d53a-4e75-8be5-5cfc497e9ca9 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.082s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.597033] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.082s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.598660] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.598660] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.602343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.605502] env[62136]: INFO nova.compute.manager [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Terminating instance [ 677.731805] env[62136]: DEBUG nova.network.neutron [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.766127] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212375} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.767629] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.769069] env[62136]: DEBUG nova.compute.manager [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-changed-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.769756] env[62136]: DEBUG nova.compute.manager [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing instance network info cache due to event network-changed-23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.769956] env[62136]: DEBUG oslo_concurrency.lockutils [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.771160] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8c297-3451-45b4-9d08-035d54a12ac7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.798232] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.803971] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee652d9-6703-4302-ac7b-4b483df66dc2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.823528] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500561} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.824712] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 75a154e6-130e-470b-b8b8-5c315cbd0f40/75a154e6-130e-470b-b8b8-5c315cbd0f40.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.824999] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.825289] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 677.825289] env[62136]: value = "task-2286154" [ 677.825289] env[62136]: _type = "Task" [ 677.825289] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.825486] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e7d188-f408-4953-a5b5-46c30d78ba10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.830443] env[62136]: DEBUG nova.network.neutron [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Updating instance_info_cache with network_info: [{"id": "25a481de-fbf0-41db-8dfa-fdd50701d263", "address": "fa:16:3e:e2:2c:6d", "network": {"id": "5e4feb1a-d41e-4365-ba90-f22fd9f2a263", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039550085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4fcb004703d419e865f8f264db3bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a481de-fb", "ovs_interfaceid": "25a481de-fbf0-41db-8dfa-fdd50701d263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.836534] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.838086] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 677.838086] env[62136]: value = "task-2286155" [ 677.838086] env[62136]: _type = "Task" [ 677.838086] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.845856] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.872093] env[62136]: DEBUG nova.compute.manager [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Received event network-vif-plugged-25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.872334] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Acquiring lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.872580] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.872761] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.873058] env[62136]: DEBUG nova.compute.manager [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] No waiting events found dispatching network-vif-plugged-25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.873176] env[62136]: WARNING nova.compute.manager [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Received unexpected event network-vif-plugged-25a481de-fbf0-41db-8dfa-fdd50701d263 for instance with vm_state building and task_state spawning. [ 677.873283] env[62136]: DEBUG nova.compute.manager [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Received event network-changed-25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.873421] env[62136]: DEBUG nova.compute.manager [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Refreshing instance network info cache due to event network-changed-25a481de-fbf0-41db-8dfa-fdd50701d263. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.873593] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Acquiring lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.891213] env[62136]: DEBUG nova.scheduler.client.report [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.994403] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updated VIF entry in instance network info cache for port e08c33b3-2b0b-4a27-8653-95a05469b6dd. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.994770] env[62136]: DEBUG nova.network.neutron [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updating instance_info_cache with network_info: [{"id": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "address": "fa:16:3e:b1:3a:6b", "network": {"id": "1bb7bb51-882d-4527-b46d-6c71b22e82e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2076157808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5face6a68ee64654ba661c561ee59d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08c33b3-2b", "ovs_interfaceid": "e08c33b3-2b0b-4a27-8653-95a05469b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.104988] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.112633] env[62136]: DEBUG nova.compute.manager [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.112865] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.113759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fa7e3b-f172-4bdc-8a42-533c1cde982f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.121376] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.121610] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e03ff9c-2a45-460b-a481-34a7122235c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.127805] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 678.127805] env[62136]: value = "task-2286156" [ 678.127805] env[62136]: _type = "Task" [ 678.127805] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.137896] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.333900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Releasing lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.334648] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Instance network_info: |[{"id": "25a481de-fbf0-41db-8dfa-fdd50701d263", "address": "fa:16:3e:e2:2c:6d", "network": {"id": "5e4feb1a-d41e-4365-ba90-f22fd9f2a263", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039550085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4fcb004703d419e865f8f264db3bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a481de-fb", "ovs_interfaceid": "25a481de-fbf0-41db-8dfa-fdd50701d263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.339480] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Acquired lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.339848] env[62136]: DEBUG nova.network.neutron [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Refreshing network info cache for port 25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.341596] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:2c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a481de-fbf0-41db-8dfa-fdd50701d263', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.351276] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Creating folder: Project (d4fcb004703d419e865f8f264db3bdb6). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.352459] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa6a727-76c8-45a8-b855-12b68e6e7c8b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.363959] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.367301] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061791} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.368884] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.370430] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Created folder: Project (d4fcb004703d419e865f8f264db3bdb6) in parent group-v465229. [ 678.370607] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Creating folder: Instances. Parent ref: group-v465352. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.371478] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ca961-4280-48a8-9692-650734af0df0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.374905] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b911f9-0be1-4a64-9ced-65c07ae06742 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.398244] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 75a154e6-130e-470b-b8b8-5c315cbd0f40/75a154e6-130e-470b-b8b8-5c315cbd0f40.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.401285] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.401994] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.405107] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334a035f-9ccc-4178-9c4d-a48327ea33f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.419992] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Created folder: Instances in parent group-v465352. [ 678.420544] env[62136]: DEBUG oslo.service.loopingcall [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.423081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.688s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.425034] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.425877] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b40a58-4a5c-499c-8b59-538ee7f02949 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.443688] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 678.443688] env[62136]: value = "task-2286159" [ 678.443688] env[62136]: _type = "Task" [ 678.443688] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.451240] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.451240] env[62136]: value = "task-2286160" [ 678.451240] env[62136]: _type = "Task" [ 678.451240] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.458898] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.466139] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286160, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.497408] env[62136]: DEBUG oslo_concurrency.lockutils [req-a385da54-7c27-497c-83cb-1b121e6bf1fd req-14cad382-4c9b-4e53-a94a-fb5ce1109d5d service nova] Releasing lock "refresh_cache-00a3ea06-f1c6-4221-8704-f6eb1f966e12" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.612448] env[62136]: DEBUG nova.network.neutron [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.634772] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.640736] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286156, 'name': PowerOffVM_Task, 'duration_secs': 0.511681} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.640736] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.640736] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.641022] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b18d40b-e81f-4309-8e6d-35b4c5139b2b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.721057] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.721326] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.721509] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Deleting the datastore file [datastore2] 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.721823] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dace208d-032f-4b9e-a4cc-c2bdc685397f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.729606] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for the task: (returnval){ [ 678.729606] env[62136]: value = "task-2286162" [ 678.729606] env[62136]: _type = "Task" [ 678.729606] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.742380] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.843027] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286154, 'name': ReconfigVM_Task, 'duration_secs': 0.91995} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.843330] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a/92af2777-1c19-4941-9c96-ff365aaa561a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.844054] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d16abf8-5391-4d0c-ada7-08916b12bf8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.850722] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 678.850722] env[62136]: value = "task-2286163" [ 678.850722] env[62136]: _type = "Task" [ 678.850722] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.860397] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286163, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.924447] env[62136]: DEBUG nova.compute.utils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.925990] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.926117] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.961501] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.967612] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286160, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.032294] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.032783] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.032862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.033099] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.033345] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.035911] env[62136]: INFO nova.compute.manager [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Terminating instance [ 679.038436] env[62136]: DEBUG nova.policy [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e9f195bc4c40d79b926793fd212252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82e31263cfa140d192649e97203fccb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.117295] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.117557] env[62136]: DEBUG nova.compute.manager [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Inject network info {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 679.117908] env[62136]: DEBUG nova.compute.manager [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] network_info to inject: |[{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 679.122720] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfiguring VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 679.123394] env[62136]: DEBUG oslo_concurrency.lockutils [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.123582] env[62136]: DEBUG nova.network.neutron [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing network info cache for port 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.124809] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6de9d8c-76fe-40c6-b590-b3c0b5a978b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.146315] env[62136]: DEBUG oslo_vmware.api [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 679.146315] env[62136]: value = "task-2286164" [ 679.146315] env[62136]: _type = "Task" [ 679.146315] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.154628] env[62136]: DEBUG oslo_vmware.api [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.224170] env[62136]: DEBUG nova.network.neutron [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Updated VIF entry in instance network info cache for port 25a481de-fbf0-41db-8dfa-fdd50701d263. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.224603] env[62136]: DEBUG nova.network.neutron [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Updating instance_info_cache with network_info: [{"id": "25a481de-fbf0-41db-8dfa-fdd50701d263", "address": "fa:16:3e:e2:2c:6d", "network": {"id": "5e4feb1a-d41e-4365-ba90-f22fd9f2a263", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039550085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4fcb004703d419e865f8f264db3bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a481de-fb", "ovs_interfaceid": "25a481de-fbf0-41db-8dfa-fdd50701d263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.228240] env[62136]: DEBUG nova.objects.instance [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lazy-loading 'flavor' on Instance uuid 5bdbadb9-e221-4ba8-a537-2d60e9024702 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 679.243520] env[62136]: DEBUG oslo_vmware.api [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Task: {'id': task-2286162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16371} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.244248] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.244352] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.244515] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.244791] env[62136]: INFO nova.compute.manager [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 679.245204] env[62136]: DEBUG oslo.service.loopingcall [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.245717] env[62136]: DEBUG nova.compute.manager [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.245717] env[62136]: DEBUG nova.network.neutron [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.361029] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286163, 'name': Rename_Task, 'duration_secs': 0.28829} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.361334] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.361572] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62f08d1-3b99-40a5-b2d4-d2fa99e6c769 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.368586] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 679.368586] env[62136]: value = "task-2286165" [ 679.368586] env[62136]: _type = "Task" [ 679.368586] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.378673] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.439469] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.477503] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286159, 'name': ReconfigVM_Task, 'duration_secs': 0.86646} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.477503] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286160, 'name': CreateVM_Task, 'duration_secs': 0.607479} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.477503] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 75a154e6-130e-470b-b8b8-5c315cbd0f40/75a154e6-130e-470b-b8b8-5c315cbd0f40.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.478146] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.478322] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba178e0-b431-4657-8984-9b72cdf03679 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.480401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.480559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.480965] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.481223] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de65953-d142-42e5-a6a0-bc009181d03c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.486095] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 679.486095] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527ea09f-969f-a0aa-14a4-30b53a7d7af0" [ 679.486095] env[62136]: _type = "Task" [ 679.486095] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.492965] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 08ca16d3-b8b5-4170-81b6-7fb0f7b063db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493171] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493314] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c0e82496-8e0c-46da-80ff-a7e14dae5bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493436] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 34eac04e-922b-49f6-a705-27d4dd92df3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493555] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance fadd9b66-0b47-4694-96dd-2ae88fc35b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493692] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 033d53df-8a92-4b3a-b41a-28005de17571 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.493808] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c433d091-5d97-4757-8cb1-5b8de3e643b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.493981] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.494127] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e4029453-3d83-4dab-926a-9a09fa94dbb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.494265] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance b60e63ef-c64f-4c24-96dd-09b3128c43d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.494399] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9ffd2937-5684-4155-a792-dc471683e55b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.494534] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3b754c22-40a3-4580-b68c-2a2032fa4ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.494651] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5bdbadb9-e221-4ba8-a537-2d60e9024702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.494799] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 914ddb59-3ddd-499c-8181-76bd7f90b0f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.494928] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e1896db5-a141-41cb-9b57-193a21929bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495052] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance aa4c0608-6490-472f-8867-60d5ef2cd306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495164] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5a634095-dad5-4b90-8905-196b1452ef19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495285] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 42e69190-caad-4602-9ecd-33cbb5381f81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.495395] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 08705d00-016c-46fb-9ede-84761442cfb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495502] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 92af2777-1c19-4941-9c96-ff365aaa561a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495606] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 00a3ea06-f1c6-4221-8704-f6eb1f966e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495711] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495818] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 75a154e6-130e-470b-b8b8-5c315cbd0f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.495930] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9369fa7c-d0f2-4dd5-80cc-29431671ed10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.496308] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 74d836a8-ff28-4fac-b17e-e531cebc02df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.497810] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 679.497810] env[62136]: value = "task-2286166" [ 679.497810] env[62136]: _type = "Task" [ 679.497810] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.506527] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527ea09f-969f-a0aa-14a4-30b53a7d7af0, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.507166] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.507429] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.507704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.508061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.508122] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.508366] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d72bb4e-4d5f-4c12-9fa6-a5af8cf230ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.514377] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286166, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.520351] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.520630] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.521341] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b730594a-0e88-43cd-b2a9-3724b3cda254 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.527350] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 679.527350] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525c2e74-7318-be50-1145-3cc1ebfd5134" [ 679.527350] env[62136]: _type = "Task" [ 679.527350] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.536824] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525c2e74-7318-be50-1145-3cc1ebfd5134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.542206] env[62136]: DEBUG nova.compute.manager [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.542206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.543598] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924c54a-3336-4502-a197-0039605d7d8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.550562] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.550821] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b38ce11-1c05-45fb-bce2-b428a962610f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.556530] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 679.556530] env[62136]: value = "task-2286167" [ 679.556530] env[62136]: _type = "Task" [ 679.556530] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.564330] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2286167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.660030] env[62136]: DEBUG oslo_vmware.api [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.693779] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Successfully created port: d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.731399] env[62136]: DEBUG oslo_concurrency.lockutils [req-312958bd-f03b-400b-a02f-82d8a744c760 req-24008304-67b8-44cf-910e-d872cbf667a1 service nova] Releasing lock "refresh_cache-9369fa7c-d0f2-4dd5-80cc-29431671ed10" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.736500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.879028] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.981253] env[62136]: DEBUG nova.network.neutron [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updated VIF entry in instance network info cache for port 23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.981374] env[62136]: DEBUG nova.network.neutron [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.999528] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f46d74aa-a43d-4068-971b-3de0995d3073 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.012318] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286166, 'name': Rename_Task, 'duration_secs': 0.160569} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.012605] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.013278] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8165a731-5c6c-4e4f-ba62-394e1aed3c35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.019437] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 680.019437] env[62136]: value = "task-2286168" [ 680.019437] env[62136]: _type = "Task" [ 680.019437] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.029442] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.039637] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525c2e74-7318-be50-1145-3cc1ebfd5134, 'name': SearchDatastore_Task, 'duration_secs': 0.008482} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.040436] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b856bf41-11ca-44a7-a0ba-88288b3fa4e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.045770] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 680.045770] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524cba47-79db-7b62-32bd-de6547c64044" [ 680.045770] env[62136]: _type = "Task" [ 680.045770] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.053872] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524cba47-79db-7b62-32bd-de6547c64044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.064832] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2286167, 'name': PowerOffVM_Task, 'duration_secs': 0.253315} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.064958] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.065243] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.065380] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cadb6b03-ae69-4ad1-9e66-9abc28545ea4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.135647] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.135923] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.136061] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Deleting the datastore file [datastore1] fadd9b66-0b47-4694-96dd-2ae88fc35b76 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.137525] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e88c414b-1113-4c9c-858f-a04de193ac96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.141315] env[62136]: DEBUG nova.compute.manager [req-5c4a2e2c-3e2f-46b8-a1f6-d4b67c120f05 req-1b984159-226a-4220-9b82-93d4b5956ef0 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Received event network-vif-deleted-9ccb2c79-a189-42a2-9326-41db72f02bb9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.141569] env[62136]: INFO nova.compute.manager [req-5c4a2e2c-3e2f-46b8-a1f6-d4b67c120f05 req-1b984159-226a-4220-9b82-93d4b5956ef0 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Neutron deleted interface 9ccb2c79-a189-42a2-9326-41db72f02bb9; detaching it from the instance and deleting it from the info cache [ 680.141810] env[62136]: DEBUG nova.network.neutron [req-5c4a2e2c-3e2f-46b8-a1f6-d4b67c120f05 req-1b984159-226a-4220-9b82-93d4b5956ef0 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.148122] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for the task: (returnval){ [ 680.148122] env[62136]: value = "task-2286170" [ 680.148122] env[62136]: _type = "Task" [ 680.148122] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.163863] env[62136]: DEBUG oslo_vmware.api [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.168064] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2286170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.260395] env[62136]: DEBUG nova.network.neutron [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.379981] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.463369] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.483694] env[62136]: DEBUG oslo_concurrency.lockutils [req-e259168a-e862-4f9a-b0f6-92ac0574615b req-4bbdc707-a600-423d-906f-29a7b25beefe service nova] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.484333] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.490634] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.490634] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.490816] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.490851] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.491117] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.491187] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.491340] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.491534] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.491708] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.491920] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.492149] env[62136]: DEBUG nova.virt.hardware [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.493064] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6353a-a305-4549-8c3c-56070ba28043 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.501196] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e79738-bdd2-4b4c-bcea-58736d22a927 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.514541] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 7785ecb8-62cd-4026-a310-424c06b8cb1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.528994] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.559043] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524cba47-79db-7b62-32bd-de6547c64044, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.559345] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.559603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 9369fa7c-d0f2-4dd5-80cc-29431671ed10/9369fa7c-d0f2-4dd5-80cc-29431671ed10.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.559861] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a456967d-3148-487b-a843-86af5b93971c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.568628] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 680.568628] env[62136]: value = "task-2286171" [ 680.568628] env[62136]: _type = "Task" [ 680.568628] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.576239] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.647810] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56cfb692-a33e-4fe7-a62c-08ba999a8902 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.663213] env[62136]: DEBUG oslo_vmware.api [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Task: {'id': task-2286170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150645} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.666943] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d3891-5668-49b6-bc1d-2f977567d148 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.678929] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.678929] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.679266] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.681027] env[62136]: INFO nova.compute.manager [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Took 1.14 seconds to destroy the instance on the hypervisor. [ 680.681027] env[62136]: DEBUG oslo.service.loopingcall [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.684467] env[62136]: DEBUG nova.compute.manager [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.684703] env[62136]: DEBUG nova.network.neutron [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.688999] env[62136]: DEBUG oslo_vmware.api [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286164, 'name': ReconfigVM_Task, 'duration_secs': 1.146988} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.688999] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c75fe479-cc4c-48f3-871a-e2e285b41646 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfigured VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 680.709607] env[62136]: DEBUG nova.compute.manager [req-5c4a2e2c-3e2f-46b8-a1f6-d4b67c120f05 req-1b984159-226a-4220-9b82-93d4b5956ef0 service nova] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Detach interface failed, port_id=9ccb2c79-a189-42a2-9326-41db72f02bb9, reason: Instance 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 680.763107] env[62136]: INFO nova.compute.manager [-] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Took 1.52 seconds to deallocate network for instance. [ 680.884386] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.017534] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 727f4737-801e-490d-9a63-9fde601cc08c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.031574] env[62136]: DEBUG oslo_vmware.api [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286168, 'name': PowerOnVM_Task, 'duration_secs': 0.666876} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.031867] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.032086] env[62136]: INFO nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Took 8.26 seconds to spawn the instance on the hypervisor. [ 681.032282] env[62136]: DEBUG nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.033148] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c814c-1673-411a-8eff-3abe3e2fa407 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.081950] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286171, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.193039] env[62136]: DEBUG nova.network.neutron [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.270816] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.296423] env[62136]: DEBUG nova.compute.manager [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-changed-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.296637] env[62136]: DEBUG nova.compute.manager [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing instance network info cache due to event network-changed-23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.296946] env[62136]: DEBUG oslo_concurrency.lockutils [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] Acquiring lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.381335] env[62136]: DEBUG oslo_vmware.api [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286165, 'name': PowerOnVM_Task, 'duration_secs': 1.723359} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.381627] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.381938] env[62136]: DEBUG nova.compute.manager [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.382737] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0f87f-e192-4a89-9655-4d4548234d16 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.521890] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance d4088d5b-34ac-4e5a-9208-7ead6d8e2b39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.555912] env[62136]: INFO nova.compute.manager [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Took 41.40 seconds to build instance. [ 681.582435] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286171, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.653621] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Successfully updated port: d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.908956] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.912551] env[62136]: DEBUG nova.network.neutron [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.946765] env[62136]: DEBUG nova.network.neutron [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.025357] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 24455ec6-ce58-422a-bf6d-ff62616e4e11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.061879] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f50e44e9-60fe-4a33-88f9-6c59fee7bc55 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.436s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.082381] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286171, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.161222] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.161222] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.161222] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.241580] env[62136]: DEBUG nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Received event network-vif-deleted-0eacd2f4-51c3-4dec-82c8-55c20ef849df {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.241751] env[62136]: DEBUG nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Received event network-vif-plugged-d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.241964] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Acquiring lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.242202] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.242377] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.242542] env[62136]: DEBUG nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] No waiting events found dispatching network-vif-plugged-d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.242707] env[62136]: WARNING nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Received unexpected event network-vif-plugged-d3b49b36-cf20-45ab-b977-0176ad6a55f4 for instance with vm_state building and task_state spawning. [ 682.242867] env[62136]: DEBUG nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Received event network-changed-d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.243034] env[62136]: DEBUG nova.compute.manager [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Refreshing instance network info cache due to event network-changed-d3b49b36-cf20-45ab-b977-0176ad6a55f4. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.243209] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Acquiring lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.415399] env[62136]: INFO nova.compute.manager [-] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Took 1.73 seconds to deallocate network for instance. [ 682.449742] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.450096] env[62136]: DEBUG nova.compute.manager [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Inject network info {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 682.450696] env[62136]: DEBUG nova.compute.manager [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] network_info to inject: |[{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 682.455339] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfiguring VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 682.455598] env[62136]: DEBUG oslo_concurrency.lockutils [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] Acquired lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.455772] env[62136]: DEBUG nova.network.neutron [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Refreshing network info cache for port 23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.457479] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47b88ef-ac8f-4368-a648-306d032022af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.474019] env[62136]: DEBUG oslo_vmware.api [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 682.474019] env[62136]: value = "task-2286172" [ 682.474019] env[62136]: _type = "Task" [ 682.474019] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.482865] env[62136]: DEBUG oslo_vmware.api [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.533228] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a2fe286e-b844-43be-a20b-4dee149ee82d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.565814] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.584731] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286171, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.516788} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.585112] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 9369fa7c-d0f2-4dd5-80cc-29431671ed10/9369fa7c-d0f2-4dd5-80cc-29431671ed10.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.585756] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.585756] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72bb63f9-b0fd-45db-8653-ecc0570554f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592547] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 682.592547] env[62136]: value = "task-2286173" [ 682.592547] env[62136]: _type = "Task" [ 682.592547] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.602065] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693813] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.713327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "92af2777-1c19-4941-9c96-ff365aaa561a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.713762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.713762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.713762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.714014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.716407] env[62136]: INFO nova.compute.manager [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Terminating instance [ 682.847130] env[62136]: DEBUG nova.network.neutron [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [{"id": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "address": "fa:16:3e:d1:33:af", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b49b36-cf", "ovs_interfaceid": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.848507] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.848728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.848894] env[62136]: DEBUG nova.compute.manager [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.850103] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d89ceaf-8895-49c2-a8bd-29ec39dcd75e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.857540] env[62136]: DEBUG nova.compute.manager [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 682.858095] env[62136]: DEBUG nova.objects.instance [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'flavor' on Instance uuid 75a154e6-130e-470b-b8b8-5c315cbd0f40 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 682.922149] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.985907] env[62136]: DEBUG oslo_vmware.api [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286172, 'name': ReconfigVM_Task, 'duration_secs': 0.153937} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.986544] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1f5d9a-1d28-4101-84ad-12c5ba26ced5 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Reconfigured VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 683.037287] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 0676af54-5f23-4457-bb79-4513618368db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.091433] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.104784] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065444} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.105157] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.106110] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537fee46-d0b7-4e79-935e-746a63ff7ef8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.132103] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9369fa7c-d0f2-4dd5-80cc-29431671ed10/9369fa7c-d0f2-4dd5-80cc-29431671ed10.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.132382] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5794fae3-1634-42e7-bcde-0a8ea9f37bbd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.154672] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 683.154672] env[62136]: value = "task-2286174" [ 683.154672] env[62136]: _type = "Task" [ 683.154672] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.163560] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.223469] env[62136]: DEBUG nova.compute.manager [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.223469] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.224355] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed2185-a3db-4c74-84c4-bc58acc0a5c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.232905] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.233246] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c56755-5e93-4af1-a6c8-74a92457c2a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.240378] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 683.240378] env[62136]: value = "task-2286175" [ 683.240378] env[62136]: _type = "Task" [ 683.240378] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.249020] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.288681] env[62136]: DEBUG nova.network.neutron [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updated VIF entry in instance network info cache for port 23e875ce-a765-4727-8068-796e16c9b421. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.288951] env[62136]: DEBUG nova.network.neutron [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [{"id": "23e875ce-a765-4727-8068-796e16c9b421", "address": "fa:16:3e:54:64:5a", "network": {"id": "216f424a-17a8-49db-a58e-1daf8a34bf9e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1531249337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179dd721b59740c29e96eb639c1e1741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e875ce-a7", "ovs_interfaceid": "23e875ce-a765-4727-8068-796e16c9b421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.305083] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.305292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.350441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.350771] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Instance network_info: |[{"id": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "address": "fa:16:3e:d1:33:af", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b49b36-cf", "ovs_interfaceid": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.351167] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Acquired lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.351502] env[62136]: DEBUG nova.network.neutron [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Refreshing network info cache for port d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.352959] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:33:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b49b36-cf20-45ab-b977-0176ad6a55f4', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.361123] env[62136]: DEBUG oslo.service.loopingcall [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.366739] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.368182] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e44d562-f638-44b3-bc3b-ded66a84cdd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.386403] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.387127] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75e28a3-d01d-412a-97ec-7693d8104eb9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.394516] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.394516] env[62136]: value = "task-2286176" [ 683.394516] env[62136]: _type = "Task" [ 683.394516] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.395990] env[62136]: DEBUG oslo_vmware.api [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 683.395990] env[62136]: value = "task-2286177" [ 683.395990] env[62136]: _type = "Task" [ 683.395990] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.409401] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286176, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.413038] env[62136]: DEBUG oslo_vmware.api [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.487579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.487834] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.488052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.488250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.488415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.492487] env[62136]: INFO nova.compute.manager [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Terminating instance [ 683.540210] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a3426afa-5aef-40d7-a4da-38b1d7921300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.639618] env[62136]: DEBUG nova.network.neutron [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updated VIF entry in instance network info cache for port d3b49b36-cf20-45ab-b977-0176ad6a55f4. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.640372] env[62136]: DEBUG nova.network.neutron [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [{"id": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "address": "fa:16:3e:d1:33:af", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b49b36-cf", "ovs_interfaceid": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.664811] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286174, 'name': ReconfigVM_Task, 'duration_secs': 0.346539} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.665008] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9369fa7c-d0f2-4dd5-80cc-29431671ed10/9369fa7c-d0f2-4dd5-80cc-29431671ed10.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.665757] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3999ac21-0ccd-41a2-9f25-36383279a99b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.672368] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 683.672368] env[62136]: value = "task-2286178" [ 683.672368] env[62136]: _type = "Task" [ 683.672368] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.683097] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286178, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.751640] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286175, 'name': PowerOffVM_Task, 'duration_secs': 0.179179} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.751923] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.752137] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.752514] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcac0b08-fcd1-47a3-8d31-26396fb32d6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.791609] env[62136]: DEBUG oslo_concurrency.lockutils [req-26ddd018-c7af-4f59-9ce1-a6ed67563182 req-d53ca98d-be87-4fe2-b5f5-18976990051b service nova] Releasing lock "refresh_cache-5bdbadb9-e221-4ba8-a537-2d60e9024702" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.825922] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.826162] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.826348] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore1] 92af2777-1c19-4941-9c96-ff365aaa561a {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.826607] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d820e858-f61f-4752-843a-9163577e6d1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.833242] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 683.833242] env[62136]: value = "task-2286180" [ 683.833242] env[62136]: _type = "Task" [ 683.833242] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.842871] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.905716] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286176, 'name': CreateVM_Task, 'duration_secs': 0.396849} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.906235] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.906905] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.907091] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.907419] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.910265] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145ed738-3e65-4318-9bc8-9c96d2cec167 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.911856] env[62136]: DEBUG oslo_vmware.api [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286177, 'name': PowerOffVM_Task, 'duration_secs': 0.215841} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.912544] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.912747] env[62136]: DEBUG nova.compute.manager [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.913753] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ea63c-1296-44ae-b795-dd102537baa4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.917221] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 683.917221] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ceb83d-5327-199e-9fea-64e364f527d0" [ 683.917221] env[62136]: _type = "Task" [ 683.917221] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.928714] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ceb83d-5327-199e-9fea-64e364f527d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.928983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.929228] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.929460] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.929605] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.929779] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.930039] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7eca9a-d871-47da-840d-5e207d440628 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.936913] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.937296] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.937861] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a97644-c9d4-485a-a3c3-adc11a8121d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.943617] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 683.943617] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52449fa0-50e3-c109-badb-8852f6152f3d" [ 683.943617] env[62136]: _type = "Task" [ 683.943617] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.951640] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52449fa0-50e3-c109-badb-8852f6152f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.996839] env[62136]: DEBUG nova.compute.manager [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.997097] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.997988] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ca07f7-3728-4559-9e54-5bccc5c75fe2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.005343] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.005598] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7550670-0a54-4abb-b288-870ad8032aa8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.011724] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 684.011724] env[62136]: value = "task-2286181" [ 684.011724] env[62136]: _type = "Task" [ 684.011724] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.020302] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.044362] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance d8c0304e-9088-4f0f-85ba-e17d8a2f7b65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.142523] env[62136]: DEBUG oslo_concurrency.lockutils [req-c9494f4f-f9ea-43b0-b06e-b198dc42960f req-c2492ccc-8148-40ed-9a5e-1e37ce06239f service nova] Releasing lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.183116] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286178, 'name': Rename_Task, 'duration_secs': 0.229055} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.183409] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.183660] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac52f4b-6fe6-4b8a-9353-5290ba18c4b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.189937] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 684.189937] env[62136]: value = "task-2286182" [ 684.189937] env[62136]: _type = "Task" [ 684.189937] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.198103] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.346310] env[62136]: DEBUG oslo_vmware.api [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190185} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.346577] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.346775] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.347011] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.347216] env[62136]: INFO nova.compute.manager [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 684.347467] env[62136]: DEBUG oslo.service.loopingcall [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.347662] env[62136]: DEBUG nova.compute.manager [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.347758] env[62136]: DEBUG nova.network.neutron [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.427030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7fbc135-9cb5-4b17-8a55-a9235be52b99 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.578s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.454755] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52449fa0-50e3-c109-badb-8852f6152f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.455559] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a515a829-ea9c-499e-b158-d88d50981edb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.460487] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 684.460487] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522143be-c5b6-1f87-59c1-7bfb9d8cc028" [ 684.460487] env[62136]: _type = "Task" [ 684.460487] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.468641] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522143be-c5b6-1f87-59c1-7bfb9d8cc028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.523730] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286181, 'name': PowerOffVM_Task, 'duration_secs': 0.357831} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.524128] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.524274] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.524556] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583a9e4d-ec3b-458d-9a29-975f3bd5bbdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.547243] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 55118b0f-2fd1-4662-997b-61b0691d3d94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.588873] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.589122] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.589388] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Deleting the datastore file [datastore2] 5bdbadb9-e221-4ba8-a537-2d60e9024702 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.590955] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675b7d30-dee6-4f16-82c1-fef21b7a7281 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.598932] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for the task: (returnval){ [ 684.598932] env[62136]: value = "task-2286184" [ 684.598932] env[62136]: _type = "Task" [ 684.598932] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.607078] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.642343] env[62136]: DEBUG nova.compute.manager [req-c210737d-ce45-44a5-b0db-86b6a95059d8 req-deaecee7-cdd8-439b-ab60-070694a207c6 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Received event network-vif-deleted-012a3cc4-eb76-4913-acbd-e0cc6e20c8cb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.642582] env[62136]: INFO nova.compute.manager [req-c210737d-ce45-44a5-b0db-86b6a95059d8 req-deaecee7-cdd8-439b-ab60-070694a207c6 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Neutron deleted interface 012a3cc4-eb76-4913-acbd-e0cc6e20c8cb; detaching it from the instance and deleting it from the info cache [ 684.642699] env[62136]: DEBUG nova.network.neutron [req-c210737d-ce45-44a5-b0db-86b6a95059d8 req-deaecee7-cdd8-439b-ab60-070694a207c6 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.700588] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.972403] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522143be-c5b6-1f87-59c1-7bfb9d8cc028, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.972732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.973035] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/74d836a8-ff28-4fac-b17e-e531cebc02df.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.973323] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861eb37f-1e4b-4267-94b5-bc4cfe7e7650 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.980451] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 684.980451] env[62136]: value = "task-2286185" [ 684.980451] env[62136]: _type = "Task" [ 684.980451] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.989358] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.051347] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 79f99cfd-6a56-44f6-96ae-542606032ba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.108948] env[62136]: DEBUG oslo_vmware.api [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Task: {'id': task-2286184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270641} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.109252] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.109453] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.109641] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.109822] env[62136]: INFO nova.compute.manager [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Took 1.11 seconds to destroy the instance on the hypervisor. [ 685.110092] env[62136]: DEBUG oslo.service.loopingcall [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.110295] env[62136]: DEBUG nova.compute.manager [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.110444] env[62136]: DEBUG nova.network.neutron [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.119809] env[62136]: DEBUG nova.network.neutron [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.145422] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bb2002d-6b9e-40cd-99b9-d26a9eda0145 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.154658] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6339fcd9-a09a-471f-a138-bd2b43f01d50 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.196879] env[62136]: DEBUG nova.compute.manager [req-c210737d-ce45-44a5-b0db-86b6a95059d8 req-deaecee7-cdd8-439b-ab60-070694a207c6 service nova] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Detach interface failed, port_id=012a3cc4-eb76-4913-acbd-e0cc6e20c8cb, reason: Instance 92af2777-1c19-4941-9c96-ff365aaa561a could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 685.214265] env[62136]: DEBUG oslo_vmware.api [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286182, 'name': PowerOnVM_Task, 'duration_secs': 0.512956} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.214655] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.215021] env[62136]: INFO nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Took 9.64 seconds to spawn the instance on the hypervisor. [ 685.215208] env[62136]: DEBUG nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.216265] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268d742-a48a-4f3c-a016-a0d2c7f4baa2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.490397] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.554891] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 822526f4-27e7-40be-9096-8ed254c7f102 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.555372] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.555447] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 685.624707] env[62136]: INFO nova.compute.manager [-] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Took 1.28 seconds to deallocate network for instance. [ 685.740999] env[62136]: INFO nova.compute.manager [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Took 42.64 seconds to build instance. [ 685.782911] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.783357] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.783844] env[62136]: DEBUG nova.objects.instance [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid e4029453-3d83-4dab-926a-9a09fa94dbb9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 685.994089] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.090437] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0014cf9-7a81-447d-813f-ea82d99ed4c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.097847] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87f622-20b3-48be-8ae4-08758300b04a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.128122] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005cd269-6963-40c8-ab43-d12e7291e336 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.135294] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.136544] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf6304-f01c-48c5-ae17-4ac875954359 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.149321] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.242793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5a0dd2d8-b7ff-4f6c-a89e-153631c8e727 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.753s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.253275] env[62136]: DEBUG nova.network.neutron [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.375501] env[62136]: DEBUG nova.objects.instance [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid e4029453-3d83-4dab-926a-9a09fa94dbb9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 686.422023] env[62136]: DEBUG nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.422023] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7865a-023c-4ccf-9db1-435732306dda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.492209] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.652859] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.745471] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.756512] env[62136]: INFO nova.compute.manager [-] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Took 1.65 seconds to deallocate network for instance. [ 686.815741] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.815975] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.816191] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.816373] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.816542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.818373] env[62136]: INFO nova.compute.manager [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Terminating instance [ 686.878536] env[62136]: DEBUG nova.objects.base [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 686.878761] env[62136]: DEBUG nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.924891] env[62136]: DEBUG nova.policy [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.934594] env[62136]: INFO nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] instance snapshotting [ 686.934794] env[62136]: WARNING nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 686.937893] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4067f1e1-2be4-42b3-ac19-50a3c7014318 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.956606] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef18e285-55cf-49c2-b009-28ec655d05a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.993447] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286185, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522978} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.994390] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/74d836a8-ff28-4fac-b17e-e531cebc02df.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.994614] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.994870] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e25b31-7f18-4b5f-925a-6d9a6101e499 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.002585] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 687.002585] env[62136]: value = "task-2286186" [ 687.002585] env[62136]: _type = "Task" [ 687.002585] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.011550] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.157634] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.157918] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.735s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.158232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.800s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.158422] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.160639] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.527s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.162137] env[62136]: INFO nova.compute.claims [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.190295] env[62136]: INFO nova.scheduler.client.report [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleted allocations for instance 914ddb59-3ddd-499c-8181-76bd7f90b0f5 [ 687.262136] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.264774] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.323908] env[62136]: DEBUG nova.compute.manager [req-89a86666-38ad-49eb-b012-f032f04d68b7 req-fe4eed33-e79b-4fc2-83bd-7a4d3cdff027 service nova] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Received event network-vif-deleted-23e875ce-a765-4727-8068-796e16c9b421 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.324670] env[62136]: DEBUG nova.compute.manager [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.324911] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.327441] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eeecfe-47cf-4dbc-ac83-6c96b99c5321 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.331322] env[62136]: DEBUG nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Successfully created port: 855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.338747] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.339040] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-047d7484-edf1-4d64-8dab-1b50d8ddb9fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.344999] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 687.344999] env[62136]: value = "task-2286187" [ 687.344999] env[62136]: _type = "Task" [ 687.344999] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.352712] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.467254] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.467544] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dc815f0-2294-461a-9fbd-6b654471a756 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.474540] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 687.474540] env[62136]: value = "task-2286188" [ 687.474540] env[62136]: _type = "Task" [ 687.474540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.484818] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.516125] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.516125] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.517029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bd6bba-7cea-4433-be31-0aaad26d19da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.545613] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/74d836a8-ff28-4fac-b17e-e531cebc02df.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.546043] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c718e2-bc28-4a5d-adb2-c8e26a288dbd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.566083] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 687.566083] env[62136]: value = "task-2286189" [ 687.566083] env[62136]: _type = "Task" [ 687.566083] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.576892] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.700045] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42dc7b64-706e-4efd-8897-b7ebf1797a67 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "914ddb59-3ddd-499c-8181-76bd7f90b0f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.872s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.855591] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286187, 'name': PowerOffVM_Task, 'duration_secs': 0.188106} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.855690] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.856464] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.856464] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa6b34b9-9f9c-445f-a8d6-89d9233b172e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.917504] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.917749] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.917949] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Deleting the datastore file [datastore1] 9369fa7c-d0f2-4dd5-80cc-29431671ed10 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.918241] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de627da-2959-4329-b755-85bf34291409 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.924172] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for the task: (returnval){ [ 687.924172] env[62136]: value = "task-2286191" [ 687.924172] env[62136]: _type = "Task" [ 687.924172] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.931808] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.985594] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286188, 'name': CreateSnapshot_Task, 'duration_secs': 0.420355} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.985949] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.986962] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d877e8-5154-4dc7-aa77-5e55bfda5db3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.075617] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286189, 'name': ReconfigVM_Task, 'duration_secs': 0.279858} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.075919] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/74d836a8-ff28-4fac-b17e-e531cebc02df.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.076577] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00720a2-28e9-40bc-b7aa-7449109148bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.082936] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 688.082936] env[62136]: value = "task-2286192" [ 688.082936] env[62136]: _type = "Task" [ 688.082936] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.090909] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286192, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.434032] env[62136]: DEBUG oslo_vmware.api [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Task: {'id': task-2286191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139272} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.436324] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.436522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.436704] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.436904] env[62136]: INFO nova.compute.manager [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Took 1.11 seconds to destroy the instance on the hypervisor. [ 688.437129] env[62136]: DEBUG oslo.service.loopingcall [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.437501] env[62136]: DEBUG nova.compute.manager [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.437601] env[62136]: DEBUG nova.network.neutron [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.504504] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.504996] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48079400-1576-4330-8c2c-02a15d2972c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.513490] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 688.513490] env[62136]: value = "task-2286193" [ 688.513490] env[62136]: _type = "Task" [ 688.513490] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.523344] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286193, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.593562] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286192, 'name': Rename_Task, 'duration_secs': 0.137863} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593866] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.594183] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82070286-a29a-46a8-8343-edd0d651f7a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.600419] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 688.600419] env[62136]: value = "task-2286194" [ 688.600419] env[62136]: _type = "Task" [ 688.600419] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.609370] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.610873] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25bb83-c699-45dd-b6b0-3a29eb9b0c5f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.618376] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc5222d-42ef-473e-a3ed-afb4a2d61067 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.651829] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33b5bd-5201-47a2-a8c8-d707634dd9eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.659678] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48556863-ab05-4a4f-85d4-e46ce3640aed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.676287] env[62136]: DEBUG nova.compute.provider_tree [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.027201] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286193, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.109802] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.181057] env[62136]: DEBUG nova.scheduler.client.report [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.213385] env[62136]: DEBUG nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Successfully updated port: 855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.272923] env[62136]: DEBUG nova.network.neutron [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.528382] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286193, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.609927] env[62136]: DEBUG oslo_vmware.api [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286194, 'name': PowerOnVM_Task, 'duration_secs': 0.683059} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.610222] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.610436] env[62136]: INFO nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Took 9.15 seconds to spawn the instance on the hypervisor. [ 689.610619] env[62136]: DEBUG nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.611417] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdabb2-2b6e-469b-b117-5d3e5e6b40b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.686218] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.686826] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.689844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.124s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.691891] env[62136]: INFO nova.compute.claims [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.718833] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.719043] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.719280] env[62136]: DEBUG nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.775898] env[62136]: INFO nova.compute.manager [-] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Took 1.34 seconds to deallocate network for instance. [ 689.954698] env[62136]: DEBUG nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Received event network-vif-deleted-25a481de-fbf0-41db-8dfa-fdd50701d263 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.954904] env[62136]: DEBUG nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-vif-plugged-855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.955191] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.955446] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.955615] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.955780] env[62136]: DEBUG nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] No waiting events found dispatching network-vif-plugged-855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.955944] env[62136]: WARNING nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received unexpected event network-vif-plugged-855a420f-5e05-42d1-a4d5-96fcc8e2d513 for instance with vm_state active and task_state None. [ 689.956117] env[62136]: DEBUG nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-changed-855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.956274] env[62136]: DEBUG nova.compute.manager [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing instance network info cache due to event network-changed-855a420f-5e05-42d1-a4d5-96fcc8e2d513. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.956440] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.028552] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286193, 'name': CloneVM_Task, 'duration_secs': 1.477652} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.028843] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Created linked-clone VM from snapshot [ 690.029535] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e13994-a93e-45a6-9117-9713029ac22c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.037218] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Uploading image 85cb7d16-e0c0-46ed-a080-d683fdc95d0e {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.061875] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.061875] env[62136]: value = "vm-465357" [ 690.061875] env[62136]: _type = "VirtualMachine" [ 690.061875] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.062290] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9dff6bf-9cdf-4cc8-8483-b45542e30f15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.069217] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease: (returnval){ [ 690.069217] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f594ec-57f4-89b9-7e8f-6577cb450275" [ 690.069217] env[62136]: _type = "HttpNfcLease" [ 690.069217] env[62136]: } obtained for exporting VM: (result){ [ 690.069217] env[62136]: value = "vm-465357" [ 690.069217] env[62136]: _type = "VirtualMachine" [ 690.069217] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.069709] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the lease: (returnval){ [ 690.069709] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f594ec-57f4-89b9-7e8f-6577cb450275" [ 690.069709] env[62136]: _type = "HttpNfcLease" [ 690.069709] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.075600] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.075600] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f594ec-57f4-89b9-7e8f-6577cb450275" [ 690.075600] env[62136]: _type = "HttpNfcLease" [ 690.075600] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.127673] env[62136]: INFO nova.compute.manager [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Took 40.57 seconds to build instance. [ 690.199761] env[62136]: DEBUG nova.compute.utils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.202068] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.202068] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.282860] env[62136]: WARNING nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 690.285172] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.310627] env[62136]: DEBUG nova.policy [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebfee009abae468ea3dc1c0dc557680e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47cf8d21fac045f6b8c9bebb428e2412', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.577600] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.577600] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f594ec-57f4-89b9-7e8f-6577cb450275" [ 690.577600] env[62136]: _type = "HttpNfcLease" [ 690.577600] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.577899] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.577899] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f594ec-57f4-89b9-7e8f-6577cb450275" [ 690.577899] env[62136]: _type = "HttpNfcLease" [ 690.577899] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.578630] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd17ecb-1c59-4ec0-a4f9-17c3f3e1f0d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.585874] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.586013] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.642016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.642294] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.642475] env[62136]: DEBUG nova.compute.manager [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.643217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a0c8ece-679a-49f8-a263-d336d660cb35 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.520s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.646306] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05022c19-d474-4373-a0c4-4206067f47e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.656143] env[62136]: DEBUG nova.compute.manager [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 690.656735] env[62136]: DEBUG nova.objects.instance [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'flavor' on Instance uuid e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 690.705683] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.759420] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf17f668-ba7f-4ddf-a954-5697b28cae37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.928144] env[62136]: DEBUG nova.network.neutron [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "855a420f-5e05-42d1-a4d5-96fcc8e2d513", "address": "fa:16:3e:a6:65:48", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855a420f-5e", "ovs_interfaceid": "855a420f-5e05-42d1-a4d5-96fcc8e2d513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.947141] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Successfully created port: fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.158385] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.206553] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0a8ab-d8f4-4dac-873f-436896db9af8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.221078] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f778b9a-f960-4c3c-8e65-6786521e9763 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.260572] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a18b65-1cb8-4d1b-b95f-17ce20e094df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.270548] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7940216-cb56-4d86-abcd-49ab8d8c01a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.289446] env[62136]: DEBUG nova.compute.provider_tree [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.430450] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.431214] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.431384] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.432031] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.432248] env[62136]: DEBUG nova.network.neutron [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Refreshing network info cache for port 855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.434029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdabd3b-0650-467b-8205-f2bbf39a34a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.452120] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.452574] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.452689] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.452938] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.453125] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.453368] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.453608] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.453819] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.454078] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.454278] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.454557] env[62136]: DEBUG nova.virt.hardware [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.460988] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfiguring VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 691.463348] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b12faa-2ad4-4e5d-b83e-a1884ba88e82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.480695] env[62136]: DEBUG oslo_vmware.api [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 691.480695] env[62136]: value = "task-2286196" [ 691.480695] env[62136]: _type = "Task" [ 691.480695] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.489529] env[62136]: DEBUG oslo_vmware.api [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286196, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.667629] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.667629] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb671e9a-e83a-47d6-8b9f-c865c232fc14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.677930] env[62136]: DEBUG oslo_vmware.api [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 691.677930] env[62136]: value = "task-2286197" [ 691.677930] env[62136]: _type = "Task" [ 691.677930] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.683216] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.690051] env[62136]: DEBUG oslo_vmware.api [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.715943] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.739493] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.739814] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.740061] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.740301] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.740707] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.741459] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.741459] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.741459] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.741737] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.741737] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.741996] env[62136]: DEBUG nova.virt.hardware [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.742907] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776f75a-9e3b-4b6f-9cf9-a81814f958c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.752378] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa104b3-7641-4631-9ee5-6668fc514f1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.795235] env[62136]: DEBUG nova.scheduler.client.report [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.991496] env[62136]: DEBUG oslo_vmware.api [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.165285] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.166322] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.189673] env[62136]: DEBUG oslo_vmware.api [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286197, 'name': PowerOffVM_Task, 'duration_secs': 0.302075} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.192455] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.192728] env[62136]: DEBUG nova.compute.manager [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.194122] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0761b29f-fd72-4534-bb4b-fbe1cc696cf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.233275] env[62136]: DEBUG nova.network.neutron [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updated VIF entry in instance network info cache for port 855a420f-5e05-42d1-a4d5-96fcc8e2d513. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.233729] env[62136]: DEBUG nova.network.neutron [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "855a420f-5e05-42d1-a4d5-96fcc8e2d513", "address": "fa:16:3e:a6:65:48", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855a420f-5e", "ovs_interfaceid": "855a420f-5e05-42d1-a4d5-96fcc8e2d513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.301460] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.302126] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.305478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.444s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.306877] env[62136]: INFO nova.compute.claims [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.492812] env[62136]: DEBUG oslo_vmware.api [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286196, 'name': ReconfigVM_Task, 'duration_secs': 0.718044} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.493326] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.493538] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfigured VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 692.577585] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Successfully updated port: fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.670563] env[62136]: DEBUG nova.compute.utils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.709158] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b95df655-82c6-423f-b760-230e3da0f7a1 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.738274] env[62136]: DEBUG oslo_concurrency.lockutils [req-9c46ad03-fb26-4084-a2ed-b1eb56a738ca req-0251ba58-e477-4bab-9dec-5f988edd2d73 service nova] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.814653] env[62136]: DEBUG nova.compute.utils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.816054] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.816232] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.857254] env[62136]: DEBUG nova.policy [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd84c1c2a0b40eca0524de4fd2910f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4306c93f3e5d45d59bc5ee74e2c74176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.999398] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb9844b2-ac15-460d-87f3-9a26eb0dddd0 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.215s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.080065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.080452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquired lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.081051] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.151564] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Successfully created port: 21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.173016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.321935] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.619166] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.771184] env[62136]: DEBUG nova.network.neutron [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Updating instance_info_cache with network_info: [{"id": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "address": "fa:16:3e:c4:e1:ff", "network": {"id": "f3bacb53-c016-4830-8dfb-e034f9abacf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1494336333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf8d21fac045f6b8c9bebb428e2412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd57e09-a9", "ovs_interfaceid": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.795634] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bbcee-0d19-4d31-8fc3-acb48d0598fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.803536] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9e047-9109-4e0f-9da2-bbcf19ecae7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.844061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f13ca-8216-4b9b-bf6f-3332c60e1d78 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.849146] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed0c10f-4082-43d3-aaf8-77749ad64012 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.863144] env[62136]: DEBUG nova.compute.provider_tree [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.223713] env[62136]: DEBUG nova.compute.manager [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Received event network-vif-plugged-fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.223713] env[62136]: DEBUG oslo_concurrency.lockutils [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] Acquiring lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.223713] env[62136]: DEBUG oslo_concurrency.lockutils [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] Lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.224143] env[62136]: DEBUG oslo_concurrency.lockutils [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] Lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.225274] env[62136]: DEBUG nova.compute.manager [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] No waiting events found dispatching network-vif-plugged-fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.225274] env[62136]: WARNING nova.compute.manager [req-750b27f4-043c-41d6-a81f-22598f517af6 req-b9056acb-fd34-4c17-be3e-70b011a769cb service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Received unexpected event network-vif-plugged-fbd57e09-a909-4ab7-978a-4ced7c0a55a7 for instance with vm_state building and task_state spawning. [ 694.248266] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.248266] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.248266] env[62136]: INFO nova.compute.manager [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Attaching volume 125b8141-fa4e-402c-9c0c-be7f7833c08d to /dev/sdb [ 694.273938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Releasing lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.274358] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Instance network_info: |[{"id": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "address": "fa:16:3e:c4:e1:ff", "network": {"id": "f3bacb53-c016-4830-8dfb-e034f9abacf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1494336333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf8d21fac045f6b8c9bebb428e2412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd57e09-a9", "ovs_interfaceid": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.274772] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:e1:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd57e09-a909-4ab7-978a-4ced7c0a55a7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.282431] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Creating folder: Project (47cf8d21fac045f6b8c9bebb428e2412). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.282745] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c0861f5-1980-461f-80da-23d6f0a59578 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.287836] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b933b5d-0d87-4f83-b5ad-26a7fe713747 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.292423] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Created folder: Project (47cf8d21fac045f6b8c9bebb428e2412) in parent group-v465229. [ 694.292614] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Creating folder: Instances. Parent ref: group-v465358. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.292838] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cb92690-5fcc-453c-a1f0-3b4e29235fe8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.296604] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171bfc6-4e36-4c6f-b9e9-71ad21095435 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.303898] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Created folder: Instances in parent group-v465358. [ 694.303898] env[62136]: DEBUG oslo.service.loopingcall [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.303898] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.303898] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a91afa-5d69-4442-83c3-861cc44dfe96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.323322] env[62136]: DEBUG nova.virt.block_device [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updating existing volume attachment record: b9b69556-98d4-4250-acf0-b6f8baeedefe {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 694.330815] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.330815] env[62136]: value = "task-2286200" [ 694.330815] env[62136]: _type = "Task" [ 694.330815] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.343317] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286200, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.345916] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.366659] env[62136]: DEBUG nova.scheduler.client.report [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.374032] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.374032] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.374032] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.374395] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.374395] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.374459] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.374614] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.374863] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.375170] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.375392] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.375578] env[62136]: DEBUG nova.virt.hardware [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.376555] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eecf604-482d-4970-b682-8908c30750a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.379640] env[62136]: INFO nova.compute.manager [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Rescuing [ 694.379889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.380048] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.380813] env[62136]: DEBUG nova.network.neutron [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.386434] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35216e6-da53-46df-af31-2b32d1e933a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.792569] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Successfully updated port: 21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.841581] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286200, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.881197] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.881798] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.884556] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.227s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.884823] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.887207] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.842s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.887317] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.889071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.352s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.891709] env[62136]: INFO nova.compute.claims [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.919084] env[62136]: INFO nova.scheduler.client.report [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Deleted allocations for instance b60e63ef-c64f-4c24-96dd-09b3128c43d8 [ 694.923526] env[62136]: INFO nova.scheduler.client.report [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Deleted allocations for instance 033d53df-8a92-4b3a-b41a-28005de17571 [ 695.166510] env[62136]: DEBUG nova.network.neutron [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [{"id": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "address": "fa:16:3e:d1:33:af", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b49b36-cf", "ovs_interfaceid": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.229036] env[62136]: DEBUG nova.objects.instance [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'flavor' on Instance uuid e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 695.298767] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.298957] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.299195] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.341113] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286200, 'name': CreateVM_Task, 'duration_secs': 0.549032} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.341225] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.341910] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.342253] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.342484] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.342975] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae434ce-8c5b-46ae-99ea-30b20a60c673 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.347254] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 695.347254] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5273df8d-5eef-a619-27b9-d15ab9e94c8b" [ 695.347254] env[62136]: _type = "Task" [ 695.347254] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.354940] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5273df8d-5eef-a619-27b9-d15ab9e94c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.399855] env[62136]: DEBUG nova.compute.utils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.401295] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.401465] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.434924] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5ab56516-dc67-4760-a289-033e15f2cb12 tempest-ImagesOneServerTestJSON-426355311 tempest-ImagesOneServerTestJSON-426355311-project-member] Lock "b60e63ef-c64f-4c24-96dd-09b3128c43d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.068s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.435957] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ac3cecc-f27c-434e-842a-03c129f60317 tempest-ServerShowV247Test-566585722 tempest-ServerShowV247Test-566585722-project-member] Lock "033d53df-8a92-4b3a-b41a-28005de17571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.104s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.462918] env[62136]: DEBUG nova.policy [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422490da33c344359ca7c7499ae1cc56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a8e37a6f77243ed9f88f04d30f5648a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.504378] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-855a420f-5e05-42d1-a4d5-96fcc8e2d513" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.504688] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-855a420f-5e05-42d1-a4d5-96fcc8e2d513" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.670177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.707467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.707709] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.707916] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.708112] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.708345] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.710394] env[62136]: INFO nova.compute.manager [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Terminating instance [ 695.733596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.733771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.733946] env[62136]: DEBUG nova.network.neutron [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.734181] env[62136]: DEBUG nova.objects.instance [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'info_cache' on Instance uuid e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 695.863983] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5273df8d-5eef-a619-27b9-d15ab9e94c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.030938} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.864858] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.868622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.868862] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.869115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.869264] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.869472] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.869771] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0092084-d843-4ea4-94fc-5c9b4a7dfa1e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.879915] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.880166] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.880916] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692e41fa-070c-4a49-85c5-11754942e22f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.891020] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 695.891020] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34f0e-042d-3773-07f9-d11a7097c564" [ 695.891020] env[62136]: _type = "Task" [ 695.891020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.896484] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34f0e-042d-3773-07f9-d11a7097c564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.906896] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Successfully created port: 30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.908436] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.008194] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.008500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.009877] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae69795-6239-4cea-9cc2-84f59931ec08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.039055] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157d5be-342d-406c-8b3c-200898b36f1e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.071101] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfiguring VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 696.074735] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bf4fa1-1f3f-4a19-acba-b656d26e7c14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.094360] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 696.094360] env[62136]: value = "task-2286204" [ 696.094360] env[62136]: _type = "Task" [ 696.094360] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.103063] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.202388] env[62136]: DEBUG nova.network.neutron [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Updating instance_info_cache with network_info: [{"id": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "address": "fa:16:3e:d7:b0:a6", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec2ee3-8b", "ovs_interfaceid": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.216561] env[62136]: DEBUG nova.compute.manager [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.216813] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.218172] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7992958-b92c-46d1-a7b6-a929055a0367 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.227290] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.227550] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf7b567-e8ad-4c59-871d-1f2eb0f87ce9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.238886] env[62136]: DEBUG nova.objects.base [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.240715] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 696.240715] env[62136]: value = "task-2286205" [ 696.240715] env[62136]: _type = "Task" [ 696.240715] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.250568] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.327744] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Received event network-changed-fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.327973] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Refreshing instance network info cache due to event network-changed-fbd57e09-a909-4ab7-978a-4ced7c0a55a7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.328384] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Acquiring lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.328856] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Acquired lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.329113] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Refreshing network info cache for port fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.407847] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c34f0e-042d-3773-07f9-d11a7097c564, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.408801] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f01250-4ffe-4274-9dee-ea8bf9c3e065 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.418705] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 696.418705] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527e062e-eda7-1173-03e9-403fca93b293" [ 696.418705] env[62136]: _type = "Task" [ 696.418705] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.434949] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527e062e-eda7-1173-03e9-403fca93b293, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.435478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.435768] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f46d74aa-a43d-4068-971b-3de0995d3073/f46d74aa-a43d-4068-971b-3de0995d3073.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.436059] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e48e55d-e463-4858-9fc3-815c72f5f857 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.445986] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 696.445986] env[62136]: value = "task-2286206" [ 696.445986] env[62136]: _type = "Task" [ 696.445986] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.460023] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.588850] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8a995-05d7-4427-b22b-c27e14373552 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.601944] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986d8c4-01b5-452c-9b03-1c9149086c40 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.609713] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.641574] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c0d42e-91c0-4d71-9599-4b8504c58bdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.650833] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69523c97-30da-4cc1-b625-9fc15036d21f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.670549] env[62136]: DEBUG nova.compute.provider_tree [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.707263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.707567] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Instance network_info: |[{"id": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "address": "fa:16:3e:d7:b0:a6", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec2ee3-8b", "ovs_interfaceid": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.709348] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:b0:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.717992] env[62136]: DEBUG oslo.service.loopingcall [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.718667] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.718977] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-599c8dbf-67fb-4f75-b9a4-14c384027691 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.750101] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.750101] env[62136]: value = "task-2286208" [ 696.750101] env[62136]: _type = "Task" [ 696.750101] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.758908] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286205, 'name': PowerOffVM_Task, 'duration_secs': 0.248845} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.759686] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.759927] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.760201] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85e78a4-612e-4b21-b6ba-39cce9a98c44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.765296] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286208, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.856363] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.857643] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.858382] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleting the datastore file [datastore2] 08ca16d3-b8b5-4170-81b6-7fb0f7b063db {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.859654] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60a837c-bbd5-44f9-8e99-b1d862936af5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.872422] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for the task: (returnval){ [ 696.872422] env[62136]: value = "task-2286210" [ 696.872422] env[62136]: _type = "Task" [ 696.872422] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.884795] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.920807] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.953685] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:43:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01ea2141-e0c6-4fb9-8a4d-2a789896da24',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-715159865',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.954074] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.954421] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.954658] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.954789] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.954977] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.955234] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.955438] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.955637] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.955828] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.956047] env[62136]: DEBUG nova.virt.hardware [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.963703] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e705b4-199a-4279-8f8e-532f5bfb2703 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.977698] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525352} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.979208] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7a828-18d0-489a-93df-348d006d3941 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.765180] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f46d74aa-a43d-4068-971b-3de0995d3073/f46d74aa-a43d-4068-971b-3de0995d3073.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.765497] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.770989] env[62136]: DEBUG nova.scheduler.client.report [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.774261] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.774906] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b36b413-f57a-4138-af79-ea77adf441cf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780124] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-370edf6f-77fa-4e1b-8580-534500c21f6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.810149] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 697.810149] env[62136]: value = "task-2286212" [ 697.810149] env[62136]: _type = "Task" [ 697.810149] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.810714] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.810991] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 697.810991] env[62136]: value = "task-2286211" [ 697.810991] env[62136]: _type = "Task" [ 697.810991] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.814465] env[62136]: DEBUG oslo_vmware.api [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Task: {'id': task-2286210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247308} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.820790] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.820987] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.821178] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.821355] env[62136]: INFO nova.compute.manager [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Took 1.60 seconds to destroy the instance on the hypervisor. [ 697.821604] env[62136]: DEBUG oslo.service.loopingcall [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.825383] env[62136]: DEBUG nova.compute.manager [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.825505] env[62136]: DEBUG nova.network.neutron [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.827080] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286208, 'name': CreateVM_Task, 'duration_secs': 0.830812} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.829697] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.830573] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.830734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.831070] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.836791] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fec0268-6c31-48bc-865e-7638730a14bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.838498] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.838735] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.841793] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 697.841793] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247458c-fdfe-6b6f-9f26-63bc4682abd9" [ 697.841793] env[62136]: _type = "Task" [ 697.841793] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.849697] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247458c-fdfe-6b6f-9f26-63bc4682abd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.065015] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Successfully updated port: 30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.127866] env[62136]: DEBUG nova.network.neutron [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.282107] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.393s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.282800] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.285855] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.286583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.077s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.286902] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.289323] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.197s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.291472] env[62136]: INFO nova.compute.claims [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.295192] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Updated VIF entry in instance network info cache for port fbd57e09-a909-4ab7-978a-4ced7c0a55a7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.297395] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Updating instance_info_cache with network_info: [{"id": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "address": "fa:16:3e:c4:e1:ff", "network": {"id": "f3bacb53-c016-4830-8dfb-e034f9abacf7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1494336333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf8d21fac045f6b8c9bebb428e2412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd57e09-a9", "ovs_interfaceid": "fbd57e09-a909-4ab7-978a-4ced7c0a55a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.328675] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126734} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.329906] env[62136]: INFO nova.scheduler.client.report [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Deleted allocations for instance 42e69190-caad-4602-9ecd-33cbb5381f81 [ 698.336019] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.336019] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286211, 'name': PowerOffVM_Task, 'duration_secs': 0.212726} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.339539] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53ab23-72c6-4c2e-bf1d-eb51dab5c047 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.342774] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.344320] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43460b5a-76fe-40b4-8bab-58a0b4d151e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.377087] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f46d74aa-a43d-4068-971b-3de0995d3073/f46d74aa-a43d-4068-971b-3de0995d3073.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.396628] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf4d2a5-58bd-4f44-a7e8-1981ae995b26 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.412433] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5247458c-fdfe-6b6f-9f26-63bc4682abd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.413908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.414159] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.414452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.414606] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.414784] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.415747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cea7d-4b11-41e8-abbd-00d771e0fc0f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.419494] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7975e30-3743-4326-8d68-13c20920121d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.424837] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 698.424837] env[62136]: value = "task-2286213" [ 698.424837] env[62136]: _type = "Task" [ 698.424837] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.433119] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.433119] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.433309] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfc41e3-21f2-411f-808f-9d8141353b9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.440020] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.442134] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 698.442134] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205139d-2582-cd98-86f9-1e134091922d" [ 698.442134] env[62136]: _type = "Task" [ 698.442134] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.450533] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205139d-2582-cd98-86f9-1e134091922d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.461326] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.461621] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410f759e-0b24-4940-8f53-62dc30898696 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.468102] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 698.468102] env[62136]: value = "task-2286214" [ 698.468102] env[62136]: _type = "Task" [ 698.468102] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.476232] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.569796] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.569957] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570126] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.632477] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.688248] env[62136]: DEBUG nova.compute.manager [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Received event network-vif-plugged-30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.688369] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Acquiring lock "727f4737-801e-490d-9a63-9fde601cc08c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.688574] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.688744] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.688913] env[62136]: DEBUG nova.compute.manager [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] No waiting events found dispatching network-vif-plugged-30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.693179] env[62136]: WARNING nova.compute.manager [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Received unexpected event network-vif-plugged-30a58c5e-20b8-4e14-9b75-c91e847ad135 for instance with vm_state building and task_state spawning. [ 698.693416] env[62136]: DEBUG nova.compute.manager [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Received event network-changed-30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.693587] env[62136]: DEBUG nova.compute.manager [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Refreshing instance network info cache due to event network-changed-30a58c5e-20b8-4e14-9b75-c91e847ad135. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.693768] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.781682] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.788205] env[62136]: DEBUG nova.compute.utils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.789612] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.789829] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.798932] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Releasing lock "refresh_cache-f46d74aa-a43d-4068-971b-3de0995d3073" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.799268] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Received event network-vif-plugged-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.799469] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Acquiring lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.799734] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.799734] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.800682] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] No waiting events found dispatching network-vif-plugged-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.800682] env[62136]: WARNING nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Received unexpected event network-vif-plugged-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed for instance with vm_state building and task_state spawning. [ 698.800682] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Received event network-changed-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.800682] env[62136]: DEBUG nova.compute.manager [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Refreshing instance network info cache due to event network-changed-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.801181] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Acquiring lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.801181] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Acquired lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.801181] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Refreshing network info cache for port 21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.839996] env[62136]: DEBUG nova.policy [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b05f81f6da4c1e87b9050e401bacfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c1d9ca79f2d463eb7185adb222d4d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.848131] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f034eef4-f67a-40f7-a2e2-4f363c27b36d tempest-DeleteServersAdminTestJSON-1939545117 tempest-DeleteServersAdminTestJSON-1939545117-project-member] Lock "42e69190-caad-4602-9ecd-33cbb5381f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.057s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.882864] env[62136]: DEBUG nova.compute.manager [req-ed2fac02-205c-43c8-b154-9574ee0d93dc req-35d661c4-c263-415b-a757-254dd1e74cb6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Received event network-vif-deleted-abd6723c-a9d0-4bf7-b91b-b2051765e30a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.882864] env[62136]: INFO nova.compute.manager [req-ed2fac02-205c-43c8-b154-9574ee0d93dc req-35d661c4-c263-415b-a757-254dd1e74cb6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Neutron deleted interface abd6723c-a9d0-4bf7-b91b-b2051765e30a; detaching it from the instance and deleting it from the info cache [ 698.882864] env[62136]: DEBUG nova.network.neutron [req-ed2fac02-205c-43c8-b154-9574ee0d93dc req-35d661c4-c263-415b-a757-254dd1e74cb6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.884892] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 698.884892] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465362', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'name': 'volume-125b8141-fa4e-402c-9c0c-be7f7833c08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4c0608-6490-472f-8867-60d5ef2cd306', 'attached_at': '', 'detached_at': '', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'serial': '125b8141-fa4e-402c-9c0c-be7f7833c08d'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 698.886322] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c006768-706c-4241-89f9-8947df8443e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.905923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cfab25-d270-4088-9bdd-b6d36b18869f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.940566] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-125b8141-fa4e-402c-9c0c-be7f7833c08d/volume-125b8141-fa4e-402c-9c0c-be7f7833c08d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.946036] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5a8f40-c3f0-4960-a47d-72cdaed58892 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.971222] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.978465] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205139d-2582-cd98-86f9-1e134091922d, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.978860] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 698.978860] env[62136]: value = "task-2286215" [ 698.978860] env[62136]: _type = "Task" [ 698.978860] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.980566] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ef892b-1752-4469-b7fc-8ac7c6655ce5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.993303] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 698.993303] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.993303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.000573] env[62136]: DEBUG nova.network.neutron [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.001484] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.001886] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 699.001886] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5250f2cc-80f2-fedc-4adc-758f389c2690" [ 699.001886] env[62136]: _type = "Task" [ 699.001886] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.013422] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5250f2cc-80f2-fedc-4adc-758f389c2690, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.013916] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.014156] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 7785ecb8-62cd-4026-a310-424c06b8cb1d/7785ecb8-62cd-4026-a310-424c06b8cb1d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.014575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.014833] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.015493] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0360604b-5655-4a97-919c-b9e59ddf436d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.018431] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fedc3409-219a-4aca-85d7-d92857c164f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.026081] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 699.026081] env[62136]: value = "task-2286216" [ 699.026081] env[62136]: _type = "Task" [ 699.026081] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.031168] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.031416] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.032778] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5783810a-8a86-4210-be77-67633b92c754 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.041162] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.044758] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 699.044758] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52566888-4663-3970-7c75-d13f494927cc" [ 699.044758] env[62136]: _type = "Task" [ 699.044758] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.053414] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52566888-4663-3970-7c75-d13f494927cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.134668] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.285088] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.295040] env[62136]: DEBUG nova.compute.utils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.392554] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a3ac9fc-ea81-4534-ae3c-7353f3b776bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.411335] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fe521-5836-4096-9607-4271df35811d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.454795] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286213, 'name': ReconfigVM_Task, 'duration_secs': 0.653263} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.455928] env[62136]: DEBUG nova.compute.manager [req-ed2fac02-205c-43c8-b154-9574ee0d93dc req-35d661c4-c263-415b-a757-254dd1e74cb6 service nova] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Detach interface failed, port_id=abd6723c-a9d0-4bf7-b91b-b2051765e30a, reason: Instance 08ca16d3-b8b5-4170-81b6-7fb0f7b063db could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 699.459229] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f46d74aa-a43d-4068-971b-3de0995d3073/f46d74aa-a43d-4068-971b-3de0995d3073.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.460134] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7327ad23-a23d-44ea-81b2-22fefb4e6a8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.467900] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 699.467900] env[62136]: value = "task-2286217" [ 699.467900] env[62136]: _type = "Task" [ 699.467900] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.483807] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286217, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.496054] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.503707] env[62136]: INFO nova.compute.manager [-] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Took 1.68 seconds to deallocate network for instance. [ 699.539598] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.539598] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 7785ecb8-62cd-4026-a310-424c06b8cb1d/7785ecb8-62cd-4026-a310-424c06b8cb1d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.539598] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.540142] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-961e7884-1ede-4685-ab4a-eb6c2d79455d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.553466] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 699.553466] env[62136]: value = "task-2286218" [ 699.553466] env[62136]: _type = "Task" [ 699.553466] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.565951] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52566888-4663-3970-7c75-d13f494927cc, 'name': SearchDatastore_Task, 'duration_secs': 0.021333} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.568942] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc03aee-b137-46bf-ac07-547454459ee7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.574151] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.580549] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 699.580549] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d6e7d9-e946-d394-06a3-fd7e6054c567" [ 699.580549] env[62136]: _type = "Task" [ 699.580549] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.597774] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d6e7d9-e946-d394-06a3-fd7e6054c567, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.597774] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.597774] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 699.597774] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8af369-5d0c-4864-8eac-697e139e2087 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.604055] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 699.604055] env[62136]: value = "task-2286219" [ 699.604055] env[62136]: _type = "Task" [ 699.604055] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.618887] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.642958] env[62136]: DEBUG nova.network.neutron [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.646742] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.648033] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c73c39-a0ab-425b-b798-15c5e57bd392 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.654727] env[62136]: DEBUG oslo_vmware.api [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 699.654727] env[62136]: value = "task-2286220" [ 699.654727] env[62136]: _type = "Task" [ 699.654727] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.669842] env[62136]: DEBUG oslo_vmware.api [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.672327] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Successfully created port: 08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.778627] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.779403] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c72d5f-5827-4856-a2bf-0e5f2479d445 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.789101] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.789451] env[62136]: ERROR oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk due to incomplete transfer. [ 699.792995] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b54e4b4-dde8-4305-bc56-edc16c2c3c67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.794937] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.801360] env[62136]: DEBUG oslo_vmware.rw_handles [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b803a4-50eb-9c40-0f5b-060864871f3a/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.801568] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Uploaded image 85cb7d16-e0c0-46ed-a080-d683fdc95d0e to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.804333] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.804852] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.809853] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a497013-fc15-495b-ad99-611ce33cda3a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.816770] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 699.816770] env[62136]: value = "task-2286221" [ 699.816770] env[62136]: _type = "Task" [ 699.816770] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.828917] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286221, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.981054] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286217, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.994813] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286215, 'name': ReconfigVM_Task, 'duration_secs': 0.627618} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.996179] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Updated VIF entry in instance network info cache for port 21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.996647] env[62136]: DEBUG nova.network.neutron [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Updating instance_info_cache with network_info: [{"id": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "address": "fa:16:3e:d7:b0:a6", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec2ee3-8b", "ovs_interfaceid": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.998222] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-125b8141-fa4e-402c-9c0c-be7f7833c08d/volume-125b8141-fa4e-402c-9c0c-be7f7833c08d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.007928] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4468ce16-f528-4257-9070-e61a65ee0b98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019758] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fac813-8832-4e6a-b80a-d212fc67b58c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.025033] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.032484] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb8f9d-556f-4879-9bf4-5fd54b24de4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.037635] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 700.037635] env[62136]: value = "task-2286222" [ 700.037635] env[62136]: _type = "Task" [ 700.037635] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.076203] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2a7a1-e538-4bdc-be9d-fefe9fced008 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.082460] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.088387] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076986} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.090755] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.091665] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa25b9-989f-4026-a60f-ee0fb7441869 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.096498] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a25750-c317-484c-800e-e322cc9914df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.119710] env[62136]: DEBUG nova.compute.provider_tree [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.137087] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7785ecb8-62cd-4026-a310-424c06b8cb1d/7785ecb8-62cd-4026-a310-424c06b8cb1d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.138201] env[62136]: DEBUG nova.scheduler.client.report [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.141767] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e90e5a0-026d-4f1d-863d-a94bbfcc577b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.162208] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.873s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.162990] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.166180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.166468] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Instance network_info: |[{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.166894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.533s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.167190] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.169284] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.492s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.170830] env[62136]: INFO nova.compute.claims [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.178494] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.178494] env[62136]: DEBUG nova.network.neutron [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Refreshing network info cache for port 30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.179424] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ee:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30a58c5e-20b8-4e14-9b75-c91e847ad135', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.187032] env[62136]: DEBUG oslo.service.loopingcall [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.193657] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.195010] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.196627] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb25327d-9645-485f-8896-7d4533e30708 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.213235] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 700.213235] env[62136]: value = "task-2286223" [ 700.213235] env[62136]: _type = "Task" [ 700.213235] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.223182] env[62136]: DEBUG oslo_vmware.api [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.227557] env[62136]: INFO nova.scheduler.client.report [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Deleted allocations for instance 9ffd2937-5684-4155-a792-dc471683e55b [ 700.229808] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.229808] env[62136]: value = "task-2286224" [ 700.229808] env[62136]: _type = "Task" [ 700.229808] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.240651] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.246152] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286224, 'name': CreateVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.282363] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.335056] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286221, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.482073] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286217, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.507323] env[62136]: DEBUG oslo_concurrency.lockutils [req-96b5538d-9ce1-4419-846d-a492cde8fbea req-f6999202-635d-4ca9-85ca-bed342c567a3 service nova] Releasing lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.550185] env[62136]: DEBUG oslo_vmware.api [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286222, 'name': ReconfigVM_Task, 'duration_secs': 0.211738} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.553727] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465362', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'name': 'volume-125b8141-fa4e-402c-9c0c-be7f7833c08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4c0608-6490-472f-8867-60d5ef2cd306', 'attached_at': '', 'detached_at': '', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'serial': '125b8141-fa4e-402c-9c0c-be7f7833c08d'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 700.623863] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627867} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.623965] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 700.625435] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8b2be4-4dd7-4f52-ae6f-47f633b57924 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.657909] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.659325] env[62136]: DEBUG nova.network.neutron [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updated VIF entry in instance network info cache for port 30a58c5e-20b8-4e14-9b75-c91e847ad135. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.660707] env[62136]: DEBUG nova.network.neutron [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.660973] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bb868c-56ea-479e-b6e5-fdef0dbd26d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.677537] env[62136]: DEBUG nova.compute.utils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.685021] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.685021] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.693457] env[62136]: DEBUG oslo_vmware.api [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.697296] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 700.697296] env[62136]: value = "task-2286225" [ 700.697296] env[62136]: _type = "Task" [ 700.697296] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.706373] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.724125] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.739599] env[62136]: DEBUG oslo_concurrency.lockutils [None req-249dc31f-f80f-4a5d-96ec-90ec13150854 tempest-ServersTestBootFromVolume-345368706 tempest-ServersTestBootFromVolume-345368706-project-member] Lock "9ffd2937-5684-4155-a792-dc471683e55b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.412s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.746211] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286224, 'name': CreateVM_Task, 'duration_secs': 0.351482} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.746399] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.747185] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.747371] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.747800] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.748035] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96a405f-5c64-4659-885e-354cf79b539a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.753031] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 700.753031] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c7559-95b0-f6cf-e2c5-a22fa4fb7c86" [ 700.753031] env[62136]: _type = "Task" [ 700.753031] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.761940] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c7559-95b0-f6cf-e2c5-a22fa4fb7c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.763898] env[62136]: DEBUG nova.policy [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceed14621c1b479094234d3afeddc638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2040163607d54cccbb4d96cd32bad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.782915] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.817898] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.833014] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286221, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.848434] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:41:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1446285093',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-491373072',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.850672] env[62136]: DEBUG nova.virt.hardware [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.851546] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81605f56-4673-42a2-bdc7-609ef299fcfe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.859520] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a581496c-4513-4d9b-aeb8-c4e858dcff38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.980632] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286217, 'name': Rename_Task, 'duration_secs': 1.19927} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.980969] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.981301] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db754f0b-27d4-4b11-aca0-9e538e20ad24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.991459] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 700.991459] env[62136]: value = "task-2286226" [ 700.991459] env[62136]: _type = "Task" [ 700.991459] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.006411] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286226, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.177701] env[62136]: DEBUG oslo_concurrency.lockutils [req-8ab1e3b2-a4dd-4464-a339-85e0b5d62dc4 req-451739e3-756e-4d36-b743-5c4753531359 service nova] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.189025] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.191099] env[62136]: DEBUG oslo_vmware.api [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286220, 'name': PowerOnVM_Task, 'duration_secs': 1.40613} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.191378] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.191599] env[62136]: DEBUG nova.compute.manager [None req-6cf313ac-9e9a-4ee0-ae74-fa106342abd8 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.193065] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812994a-fbb2-43a3-b893-a93ae30d14ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.219136] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286225, 'name': ReconfigVM_Task, 'duration_secs': 0.464041} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.222415] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.223728] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b8850-4526-456e-9d3c-8a1a6bccfba4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.232356] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286223, 'name': ReconfigVM_Task, 'duration_secs': 0.906992} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.250835] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7785ecb8-62cd-4026-a310-424c06b8cb1d/7785ecb8-62cd-4026-a310-424c06b8cb1d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.261516] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-458834b3-1fbc-40d6-a3e9-e30ef2143c75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.263700] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ceef528-ddc7-47d2-973a-43f25cb409cd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.284170] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 701.284170] env[62136]: value = "task-2286227" [ 701.284170] env[62136]: _type = "Task" [ 701.284170] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.294987] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 701.294987] env[62136]: value = "task-2286228" [ 701.294987] env[62136]: _type = "Task" [ 701.294987] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.295903] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520c7559-95b0-f6cf-e2c5-a22fa4fb7c86, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.295903] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.302039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.302039] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.302039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.302039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.302039] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.312522] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828e4b44-50cf-4564-8ac1-a3d4bfb93d21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.314482] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286227, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.324030] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.329808] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.329808] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.331459] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b549d650-74d1-4d99-a114-235de88fe2d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.338735] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286221, 'name': Destroy_Task, 'duration_secs': 1.346824} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.339972] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Destroyed the VM [ 701.340244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.340569] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 701.340569] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526a4672-9eda-8911-e026-ca6d548afe07" [ 701.340569] env[62136]: _type = "Task" [ 701.340569] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.340776] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10cbcea4-2d66-4bc5-a924-6104ba9b84ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353108] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526a4672-9eda-8911-e026-ca6d548afe07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.354436] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 701.354436] env[62136]: value = "task-2286229" [ 701.354436] env[62136]: _type = "Task" [ 701.354436] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.363432] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.507035] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286226, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.611256] env[62136]: DEBUG nova.objects.instance [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lazy-loading 'flavor' on Instance uuid aa4c0608-6490-472f-8867-60d5ef2cd306 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 701.672570] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Successfully updated port: 08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.794142] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.796787] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b69bcaf-6d59-4c03-88bd-03d91b49d6c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.802708] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286227, 'name': Rename_Task, 'duration_secs': 0.261519} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.806728] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.808928] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edd4120-f27f-4632-85af-7e98dca11857 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.811956] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f03c3-e3e9-48a4-99eb-24486dfefcf3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.820041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.820472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.820619] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.820863] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.821088] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.822801] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286228, 'name': ReconfigVM_Task, 'duration_secs': 0.279141} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.823236] env[62136]: INFO nova.compute.manager [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Terminating instance [ 701.826039] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.826367] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 701.826367] env[62136]: value = "task-2286230" [ 701.826367] env[62136]: _type = "Task" [ 701.826367] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.827484] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d30a7024-c17b-4ddd-85d2-42834f3c2fb2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.867532] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81bf7a2-bc58-48cc-bb6a-bf0e8b4beda1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.871451] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Successfully created port: 962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.873955] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 701.873955] env[62136]: value = "task-2286231" [ 701.873955] env[62136]: _type = "Task" [ 701.873955] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.890400] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526a4672-9eda-8911-e026-ca6d548afe07, 'name': SearchDatastore_Task, 'duration_secs': 0.02068} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.890639] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286229, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.890856] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.893072] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7ada0-9bb7-4c23-81bc-bab98ff57ea3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.900561] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93356ca-4b76-4231-913f-6b6c6e19f5ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.903298] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286231, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.907103] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 701.907103] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb1340-f4ef-8c7f-064b-03e371d11c90" [ 701.907103] env[62136]: _type = "Task" [ 701.907103] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.921023] env[62136]: DEBUG nova.compute.provider_tree [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.928464] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb1340-f4ef-8c7f-064b-03e371d11c90, 'name': SearchDatastore_Task, 'duration_secs': 0.015742} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.928464] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.928642] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.928807] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-013c3f14-29d6-4104-ba12-493398e128ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.935342] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 701.935342] env[62136]: value = "task-2286232" [ 701.935342] env[62136]: _type = "Task" [ 701.935342] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.945302] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.008402] env[62136]: DEBUG oslo_vmware.api [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286226, 'name': PowerOnVM_Task, 'duration_secs': 0.697273} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.008831] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.009117] env[62136]: INFO nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Took 10.29 seconds to spawn the instance on the hypervisor. [ 702.009383] env[62136]: DEBUG nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.010369] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e7761d-4471-4fde-9bf0-b3c7a8569ba7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099311] env[62136]: DEBUG nova.compute.manager [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Received event network-vif-plugged-08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.099311] env[62136]: DEBUG oslo_concurrency.lockutils [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] Acquiring lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.099311] env[62136]: DEBUG oslo_concurrency.lockutils [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.099311] env[62136]: DEBUG oslo_concurrency.lockutils [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.099311] env[62136]: DEBUG nova.compute.manager [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] No waiting events found dispatching network-vif-plugged-08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.099311] env[62136]: WARNING nova.compute.manager [req-06c0a49f-1db0-485c-b4c2-635cf385b931 req-6b9e0494-fd64-463c-9442-f039f3d50f98 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Received unexpected event network-vif-plugged-08e65458-b95e-4849-a4ab-8cb5e0490142 for instance with vm_state building and task_state spawning. [ 702.117290] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0d9715a-e774-4ed9-8c7e-ca93751eb0e6 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.869s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.176690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.176910] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.177056] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.201758] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.242310] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.242632] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.242820] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.243039] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.243236] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.243408] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.243628] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.243814] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.244035] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.245180] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.245180] env[62136]: DEBUG nova.virt.hardware [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.245503] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5be96d-fe7f-4bad-8b4b-e6379301c502 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.258336] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6853e6a-dcdc-485f-b5df-abea440fbd11 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.288347] env[62136]: DEBUG oslo_vmware.api [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286204, 'name': ReconfigVM_Task, 'duration_secs': 5.768605} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.288682] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.288937] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Reconfigured VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 702.332037] env[62136]: DEBUG nova.compute.manager [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.332037] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.346351] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f95cf9-4fd1-462f-b74c-773771ff7450 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.360502] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.365880] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.371655] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3716bedb-8eed-4cbf-850b-bb38e96322d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.382552] env[62136]: DEBUG oslo_vmware.api [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286229, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569423} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.383447] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.383811] env[62136]: INFO nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Took 15.45 seconds to snapshot the instance on the hypervisor. [ 702.390329] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286231, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.425098] env[62136]: DEBUG nova.scheduler.client.report [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.461713] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.462611] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.462611] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore1] 75a154e6-130e-470b-b8b8-5c315cbd0f40 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.463141] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.464229] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d92bbd4b-1e63-4d92-94a5-eba2408488d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.475128] env[62136]: DEBUG oslo_vmware.api [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 702.475128] env[62136]: value = "task-2286234" [ 702.475128] env[62136]: _type = "Task" [ 702.475128] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.488048] env[62136]: DEBUG oslo_vmware.api [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.539986] env[62136]: INFO nova.compute.manager [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Took 46.92 seconds to build instance. [ 702.761637] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "92f58056-3ff1-4039-8450-5a8f974de6a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.762024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.773325] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.842327] env[62136]: DEBUG oslo_vmware.api [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286230, 'name': PowerOnVM_Task, 'duration_secs': 0.93323} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.842619] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.845076] env[62136]: INFO nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Took 8.50 seconds to spawn the instance on the hypervisor. [ 702.845076] env[62136]: DEBUG nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.845076] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d82320-f53b-41ca-a03d-3f29336d5c98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.893169] env[62136]: DEBUG nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance disappeared during snapshot {{(pid=62136) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 702.895103] env[62136]: DEBUG oslo_vmware.api [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286231, 'name': PowerOnVM_Task, 'duration_secs': 0.6474} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.895617] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.898715] env[62136]: DEBUG nova.compute.manager [None req-1f075e20-a89c-4a5d-8ac4-80f930464738 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.899253] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1ae34-ca88-4dfb-87d5-85a9b42ffe6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.918531] env[62136]: DEBUG nova.compute.manager [None req-53e5f0f5-efa6-45b0-acee-3f57266e8b92 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image not found during clean up 85cb7d16-e0c0-46ed-a080-d683fdc95d0e {{(pid=62136) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 702.938637] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.938637] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.944028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.309s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.949709] env[62136]: INFO nova.compute.claims [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.970130] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65196} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.970393] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.970625] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.970854] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0329141-97f8-4463-bcc7-3e3b6d6bf7b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.982383] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 702.982383] env[62136]: value = "task-2286235" [ 702.982383] env[62136]: _type = "Task" [ 702.982383] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.996026] env[62136]: DEBUG oslo_vmware.api [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333201} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.996026] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.996026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.996026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.996026] env[62136]: INFO nova.compute.manager [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Took 0.66 seconds to destroy the instance on the hypervisor. [ 702.996026] env[62136]: DEBUG oslo.service.loopingcall [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.997714] env[62136]: DEBUG nova.compute.manager [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.997914] env[62136]: DEBUG nova.network.neutron [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.000126] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.043112] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47524f69-93bb-4fbe-b5f6-f8afc2efeb0b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.764s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.289734] env[62136]: DEBUG nova.network.neutron [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updating instance_info_cache with network_info: [{"id": "08e65458-b95e-4849-a4ab-8cb5e0490142", "address": "fa:16:3e:b4:9f:40", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e65458-b9", "ovs_interfaceid": "08e65458-b95e-4849-a4ab-8cb5e0490142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.370716] env[62136]: INFO nova.compute.manager [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Took 43.83 seconds to build instance. [ 703.446119] env[62136]: DEBUG nova.compute.utils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.447805] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.447977] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.495710] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091641} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.497020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.497020] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe7383-ca71-4943-b689-c99de7fc5143 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.530731] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.531451] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b38f2a-f62a-44cd-a024-4cc8bf59a18e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.558354] env[62136]: DEBUG nova.policy [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c9203559b3424fa0b72f63d3dcf7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93e7f50399284552ae29aec33d176d95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.563027] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.573198] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 703.573198] env[62136]: value = "task-2286236" [ 703.573198] env[62136]: _type = "Task" [ 703.573198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.585043] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.797024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.797024] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Instance network_info: |[{"id": "08e65458-b95e-4849-a4ab-8cb5e0490142", "address": "fa:16:3e:b4:9f:40", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e65458-b9", "ovs_interfaceid": "08e65458-b95e-4849-a4ab-8cb5e0490142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.797024] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e65458-b95e-4849-a4ab-8cb5e0490142', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.810069] env[62136]: DEBUG oslo.service.loopingcall [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.810324] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.810648] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72237765-9e25-4c6e-8a90-22c859deac3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.834292] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.834292] env[62136]: value = "task-2286237" [ 703.834292] env[62136]: _type = "Task" [ 703.834292] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.843299] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286237, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.875668] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fed0e231-40ae-40fe-bf4c-fb28043472a8 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.991s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.957022] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.966441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.966441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.966441] env[62136]: DEBUG nova.network.neutron [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.089370] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286236, 'name': ReconfigVM_Task, 'duration_secs': 0.354372} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.089660] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.090373] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6c1a1a4-e317-4d41-89bd-53e9b0d28f99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.101472] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 704.101472] env[62136]: value = "task-2286238" [ 704.101472] env[62136]: _type = "Task" [ 704.101472] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.110010] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286238, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.115965] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.123729] env[62136]: DEBUG nova.network.neutron [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.285381] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Successfully updated port: 962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.352607] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286237, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.380797] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.473472] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Successfully created port: 9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.610322] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286238, 'name': Rename_Task, 'duration_secs': 0.149571} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.611185] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.611185] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da6a985-0745-4a1c-97ad-075b3eae8ed7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.621896] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 704.621896] env[62136]: value = "task-2286239" [ 704.621896] env[62136]: _type = "Task" [ 704.621896] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.626368] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Acquiring lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.626618] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Acquired lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.626963] env[62136]: DEBUG nova.network.neutron [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.637766] env[62136]: INFO nova.compute.manager [-] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Took 1.64 seconds to deallocate network for instance. [ 704.644788] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b7d63-7d08-4a4f-9876-1749db84ea32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.664455] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.671644] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64ddf4-9ac3-401b-b9a9-5e498934714e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.730086] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc210b-e6cb-49e6-b5df-0f176b43cb12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.743104] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b611a07-057d-4ea8-acdd-5b4499348c69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.764736] env[62136]: DEBUG nova.compute.provider_tree [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.791065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.791285] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.791434] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.852242] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286237, 'name': CreateVM_Task, 'duration_secs': 0.541117} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.852242] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.852987] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.853325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.853705] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.854087] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89deef6-ff24-4277-8b0d-eb4ec9af64b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.860714] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 704.860714] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524f89a3-a031-88e1-0af2-4c9a9c3559fa" [ 704.860714] env[62136]: _type = "Task" [ 704.860714] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.874865] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524f89a3-a031-88e1-0af2-4c9a9c3559fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.895676] env[62136]: INFO nova.network.neutron [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Port 855a420f-5e05-42d1-a4d5-96fcc8e2d513 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 704.896119] env[62136]: DEBUG nova.network.neutron [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [{"id": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "address": "fa:16:3e:ae:b6:65", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79f3d16-cb", "ovs_interfaceid": "a79f3d16-cba0-497b-9e47-c8f7dd3bd057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.907798] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.970815] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.994772] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.995075] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.995457] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.995612] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.996045] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.996045] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.996289] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.996335] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.996551] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.996730] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.996959] env[62136]: DEBUG nova.virt.hardware [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.998105] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5a6ba-9258-4aa0-92a7-22277779be68 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.006131] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "f2d6e69c-f5ab-4034-8803-472138e42721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.006347] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.011201] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba5052-b058-4dc9-a691-4e14df1b371d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.132900] env[62136]: DEBUG oslo_vmware.api [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286239, 'name': PowerOnVM_Task, 'duration_secs': 0.490227} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.133169] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.133380] env[62136]: INFO nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Took 8.21 seconds to spawn the instance on the hypervisor. [ 705.133563] env[62136]: DEBUG nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.134566] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c2d697-b4e9-4656-b83a-a61698f958a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.166911] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.235552] env[62136]: INFO nova.compute.manager [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Unrescuing [ 705.235875] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.236039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquired lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.236229] env[62136]: DEBUG nova.network.neutron [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.269053] env[62136]: DEBUG nova.scheduler.client.report [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.347631] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.372441] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524f89a3-a031-88e1-0af2-4c9a9c3559fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.372441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.372441] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.372697] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.372785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.372943] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.373231] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f98cbb2e-a08d-482c-a7c3-88314d8a4664 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.385328] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.385328] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.385985] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a964417-8476-4909-b947-8705a3fa1993 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.391265] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 705.391265] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb5f44-9b38-a513-ea8b-9e07eb18b1e9" [ 705.391265] env[62136]: _type = "Task" [ 705.391265] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.402598] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-e4029453-3d83-4dab-926a-9a09fa94dbb9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.404872] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb5f44-9b38-a513-ea8b-9e07eb18b1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.415068] env[62136]: DEBUG nova.compute.manager [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Received event network-vif-plugged-962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.415068] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.415068] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.415068] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.415068] env[62136]: DEBUG nova.compute.manager [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] No waiting events found dispatching network-vif-plugged-962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.415068] env[62136]: WARNING nova.compute.manager [req-c0d80c45-79d8-48f8-aa43-38c7b98d48c9 req-5f41a98b-9b3c-4fb2-b16a-ede4ff0f8142 service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Received unexpected event network-vif-plugged-962ed0e4-6849-4f2c-8980-6240f4165a48 for instance with vm_state building and task_state spawning. [ 705.579813] env[62136]: DEBUG nova.network.neutron [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Updating instance_info_cache with network_info: [{"id": "962ed0e4-6849-4f2c-8980-6240f4165a48", "address": "fa:16:3e:9f:bf:25", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ed0e4-68", "ovs_interfaceid": "962ed0e4-6849-4f2c-8980-6240f4165a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.585401] env[62136]: DEBUG nova.network.neutron [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Updating instance_info_cache with network_info: [{"id": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "address": "fa:16:3e:d7:b0:a6", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec2ee3-8b", "ovs_interfaceid": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.660425] env[62136]: INFO nova.compute.manager [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Took 44.82 seconds to build instance. [ 705.686934] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.687351] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.710752] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.711014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.779387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.780028] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.782682] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.512s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.782914] env[62136]: DEBUG nova.objects.instance [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lazy-loading 'resources' on Instance uuid 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 705.784267] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.784361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.786092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.786092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.786092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.787939] env[62136]: INFO nova.compute.manager [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Terminating instance [ 705.804299] env[62136]: DEBUG nova.compute.manager [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Received event network-changed-08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.804299] env[62136]: DEBUG nova.compute.manager [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Refreshing instance network info cache due to event network-changed-08e65458-b95e-4849-a4ab-8cb5e0490142. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.804299] env[62136]: DEBUG oslo_concurrency.lockutils [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] Acquiring lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.804299] env[62136]: DEBUG oslo_concurrency.lockutils [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] Acquired lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.804299] env[62136]: DEBUG nova.network.neutron [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Refreshing network info cache for port 08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.904976] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fb5f44-9b38-a513-ea8b-9e07eb18b1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.912156] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d238244-d789-453a-bbce-b518f3393192 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.912587] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1262858f-124c-4b5a-b847-0a6d65140e9b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-e4029453-3d83-4dab-926a-9a09fa94dbb9-855a420f-5e05-42d1-a4d5-96fcc8e2d513" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.408s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.918273] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 705.918273] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be2a9b-87c8-7227-a7b1-232d10ad800d" [ 705.918273] env[62136]: _type = "Task" [ 705.918273] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.928294] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be2a9b-87c8-7227-a7b1-232d10ad800d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.971969] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "119a5d3e-7b54-498a-9196-e747148b2c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.972261] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.063015] env[62136]: DEBUG nova.network.neutron [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [{"id": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "address": "fa:16:3e:d1:33:af", "network": {"id": "e3bf7bcb-ed35-4c7f-b378-9d3384f226b4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1029131963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82e31263cfa140d192649e97203fccb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b49b36-cf", "ovs_interfaceid": "d3b49b36-cf20-45ab-b977-0176ad6a55f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.084645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.085328] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance network_info: |[{"id": "962ed0e4-6849-4f2c-8980-6240f4165a48", "address": "fa:16:3e:9f:bf:25", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ed0e4-68", "ovs_interfaceid": "962ed0e4-6849-4f2c-8980-6240f4165a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.086096] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:bf:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '962ed0e4-6849-4f2c-8980-6240f4165a48', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.094901] env[62136]: DEBUG oslo.service.loopingcall [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.096091] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Releasing lock "refresh_cache-7785ecb8-62cd-4026-a310-424c06b8cb1d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.096573] env[62136]: DEBUG nova.compute.manager [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Inject network info {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 706.096915] env[62136]: DEBUG nova.compute.manager [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] network_info to inject: |[{"id": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "address": "fa:16:3e:d7:b0:a6", "network": {"id": "a30873a5-21db-44f1-b53f-ccaacfa5b947", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859419842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4306c93f3e5d45d59bc5ee74e2c74176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec2ee3-8b", "ovs_interfaceid": "21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 706.105104] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Reconfiguring VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 706.106027] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.106960] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2c23ba-e1d2-484f-9f18-4a062888799e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.121179] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cc22b6e-c850-490b-9ad1-82880d23674e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.146441] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.146441] env[62136]: value = "task-2286240" [ 706.146441] env[62136]: _type = "Task" [ 706.146441] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.147884] env[62136]: DEBUG oslo_vmware.api [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Waiting for the task: (returnval){ [ 706.147884] env[62136]: value = "task-2286241" [ 706.147884] env[62136]: _type = "Task" [ 706.147884] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.161176] env[62136]: DEBUG oslo_vmware.api [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Task: {'id': task-2286241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.165787] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1687169d-62ca-42a6-a873-57c76f5b1cc9 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.354s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.166392] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286240, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.217097] env[62136]: INFO nova.compute.manager [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Detaching volume 125b8141-fa4e-402c-9c0c-be7f7833c08d [ 706.259776] env[62136]: INFO nova.virt.block_device [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Attempting to driver detach volume 125b8141-fa4e-402c-9c0c-be7f7833c08d from mountpoint /dev/sdb [ 706.259776] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 706.259776] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465362', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'name': 'volume-125b8141-fa4e-402c-9c0c-be7f7833c08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4c0608-6490-472f-8867-60d5ef2cd306', 'attached_at': '', 'detached_at': '', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'serial': '125b8141-fa4e-402c-9c0c-be7f7833c08d'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 706.259776] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ef679-ad79-401d-b58e-6b8c4426e383 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.283784] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe53d1-501b-413a-99ed-e6cf33568b77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.288226] env[62136]: DEBUG nova.compute.utils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 706.294800] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.295044] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.300951] env[62136]: DEBUG nova.compute.manager [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.300951] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.300951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3da4be-2273-448a-936e-b0d9bee1b9e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.301654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14773870-6c63-4019-939b-63c6a3b42b66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.330219] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.334137] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30b265-b5bd-4fa4-858c-d4f02a7924e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.337122] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0567c0fb-2cc7-4877-aae2-bb1c4e39a99a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.354565] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] The volume has not been displaced from its original location: [datastore2] volume-125b8141-fa4e-402c-9c0c-be7f7833c08d/volume-125b8141-fa4e-402c-9c0c-be7f7833c08d.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 706.360169] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 706.364441] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f552310a-16c2-4b0e-9cd5-e456c4705f95 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.377889] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 706.377889] env[62136]: value = "task-2286242" [ 706.377889] env[62136]: _type = "Task" [ 706.377889] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.379575] env[62136]: DEBUG nova.policy [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91f4316e07b4942a386f8d561168c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a630bfaaba540e384f882b272d9a6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.388388] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 706.388388] env[62136]: value = "task-2286243" [ 706.388388] env[62136]: _type = "Task" [ 706.388388] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.398120] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.403082] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.432836] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be2a9b-87c8-7227-a7b1-232d10ad800d, 'name': SearchDatastore_Task, 'duration_secs': 0.02651} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.432836] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.432836] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/d4088d5b-34ac-4e5a-9208-7ead6d8e2b39.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.432836] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f55f0f-e722-4ee5-a12e-6b9193630b59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.439924] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 706.439924] env[62136]: value = "task-2286244" [ 706.439924] env[62136]: _type = "Task" [ 706.439924] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.449398] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.569021] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Releasing lock "refresh_cache-74d836a8-ff28-4fac-b17e-e531cebc02df" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.569661] env[62136]: DEBUG nova.objects.instance [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lazy-loading 'flavor' on Instance uuid 74d836a8-ff28-4fac-b17e-e531cebc02df {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 706.665354] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286240, 'name': CreateVM_Task, 'duration_secs': 0.471784} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.665354] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.666313] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.666699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.667371] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.671161] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5f1e80-d1d8-49b1-b65d-bb128216b299 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674107] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.676812] env[62136]: DEBUG oslo_vmware.api [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] Task: {'id': task-2286241, 'name': ReconfigVM_Task, 'duration_secs': 0.289451} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.681685] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-90aeee57-a725-42eb-ba07-7470a0cf9350 tempest-ServersAdminTestJSON-12263128 tempest-ServersAdminTestJSON-12263128-project-admin] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Reconfigured VM instance to set the machine id {{(pid=62136) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 706.685105] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 706.685105] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bc3e58-c2d7-25b9-9f95-ae72f3421926" [ 706.685105] env[62136]: _type = "Task" [ 706.685105] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.695727] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bc3e58-c2d7-25b9-9f95-ae72f3421926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.711244] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Successfully updated port: 9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.795679] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.805146] env[62136]: DEBUG nova.network.neutron [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updated VIF entry in instance network info cache for port 08e65458-b95e-4849-a4ab-8cb5e0490142. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.805146] env[62136]: DEBUG nova.network.neutron [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updating instance_info_cache with network_info: [{"id": "08e65458-b95e-4849-a4ab-8cb5e0490142", "address": "fa:16:3e:b4:9f:40", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e65458-b9", "ovs_interfaceid": "08e65458-b95e-4849-a4ab-8cb5e0490142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.079801] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34cbc3-0a11-4ae2-8db8-2f2a25e62ee4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.100758] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286242, 'name': PowerOffVM_Task, 'duration_secs': 0.21491} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.101502] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286244, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.101803] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286243, 'name': ReconfigVM_Task, 'duration_secs': 0.304263} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.106810] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.107047] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.107357] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 707.134021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1d8374-dd5a-43d4-b45d-852f368fd4a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.134021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80dbe2eb-7adf-4ded-9569-60d575d13477 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.143569] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.147468] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Successfully created port: 778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.149735] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa4e91de-4e6d-4ef4-a6c2-979ae37b54e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.157323] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 707.157323] env[62136]: value = "task-2286246" [ 707.157323] env[62136]: _type = "Task" [ 707.157323] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.159763] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 707.159763] env[62136]: value = "task-2286247" [ 707.159763] env[62136]: _type = "Task" [ 707.159763] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.172939] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.199681] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bc3e58-c2d7-25b9-9f95-ae72f3421926, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.200882] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.201203] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.201454] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.201702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.202122] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.202383] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.202680] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0ce808-90af-44b9-b396-5ccb241eed8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.225877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.226077] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.226256] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.227740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.227988] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.228134] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleting the datastore file [datastore1] e4029453-3d83-4dab-926a-9a09fa94dbb9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.228410] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.228567] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.229585] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a38ba04-8000-4379-8b33-28170fe5ae19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.231660] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d5493a-a3b2-4818-b2c3-d6a1e39f6d27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.238608] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 707.238608] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253b379-ec72-96f8-70fd-5f1dd61daa6c" [ 707.238608] env[62136]: _type = "Task" [ 707.238608] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.244771] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 707.244771] env[62136]: value = "task-2286248" [ 707.244771] env[62136]: _type = "Task" [ 707.244771] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.256754] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253b379-ec72-96f8-70fd-5f1dd61daa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.267201] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.285193] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce703c4d-4ef9-4d0a-9e0c-6453f0aa33fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.292492] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e8c0b-62f6-47a8-9e63-6540af55f248 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.329700] env[62136]: DEBUG oslo_concurrency.lockutils [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] Releasing lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.329960] env[62136]: DEBUG nova.compute.manager [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-vif-deleted-855a420f-5e05-42d1-a4d5-96fcc8e2d513 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.330160] env[62136]: DEBUG nova.compute.manager [req-353c00c0-cba8-47cb-b76b-17b6e3bbf514 req-0462d8a7-2f37-4642-9557-3da2500a0da7 service nova] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Received event network-vif-deleted-384145af-fd9d-45ff-8fbd-bdc021743085 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.331821] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275fcbb-2f27-41ec-8273-0f128bdaf134 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.339996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41eaea5-b76d-4bfb-b4f7-afd7ed8dafdd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.354339] env[62136]: DEBUG nova.compute.provider_tree [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.568415] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.568967] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/d4088d5b-34ac-4e5a-9208-7ead6d8e2b39.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.569367] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.569756] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73dc7cb1-2f28-42b0-acbe-bb98169f9913 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.577650] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 707.577650] env[62136]: value = "task-2286249" [ 707.577650] env[62136]: _type = "Task" [ 707.577650] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.586881] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678997] env[62136]: DEBUG oslo_vmware.api [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286246, 'name': ReconfigVM_Task, 'duration_secs': 0.250621} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.684924] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465362', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'name': 'volume-125b8141-fa4e-402c-9c0c-be7f7833c08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4c0608-6490-472f-8867-60d5ef2cd306', 'attached_at': '', 'detached_at': '', 'volume_id': '125b8141-fa4e-402c-9c0c-be7f7833c08d', 'serial': '125b8141-fa4e-402c-9c0c-be7f7833c08d'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 707.688637] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.748215] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253b379-ec72-96f8-70fd-5f1dd61daa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.029115} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.752073] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d50fcb-4266-42da-b6a2-94ff4a87f52b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.758667] env[62136]: DEBUG oslo_vmware.api [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488571} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.760039] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.760344] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.760480] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.760632] env[62136]: INFO nova.compute.manager [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Took 1.46 seconds to destroy the instance on the hypervisor. [ 707.760954] env[62136]: DEBUG oslo.service.loopingcall [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.761167] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 707.761167] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52084284-b0ec-8884-1685-ac87d59f1627" [ 707.761167] env[62136]: _type = "Task" [ 707.761167] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.761479] env[62136]: DEBUG nova.compute.manager [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.761479] env[62136]: DEBUG nova.network.neutron [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.767474] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.772642] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52084284-b0ec-8884-1685-ac87d59f1627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.833531] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.857974] env[62136]: DEBUG nova.scheduler.client.report [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.874232] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.875565] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.875820] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.875820] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.876014] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.876169] env[62136]: DEBUG nova.virt.hardware [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.877391] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f9ba1-b597-48be-979b-b442736e6e9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.888959] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e511e-638a-4395-a613-626cc816be1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.029369] env[62136]: DEBUG nova.compute.manager [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Received event network-changed-962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.029579] env[62136]: DEBUG nova.compute.manager [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Refreshing instance network info cache due to event network-changed-962ed0e4-6849-4f2c-8980-6240f4165a48. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.029813] env[62136]: DEBUG oslo_concurrency.lockutils [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] Acquiring lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.030197] env[62136]: DEBUG oslo_concurrency.lockutils [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] Acquired lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.030323] env[62136]: DEBUG nova.network.neutron [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Refreshing network info cache for port 962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.051359] env[62136]: DEBUG nova.network.neutron [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Updating instance_info_cache with network_info: [{"id": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "address": "fa:16:3e:cb:97:75", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa9a5fa-8a", "ovs_interfaceid": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.095581] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127375} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.097510] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.099493] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606dcad-e5d4-467b-a554-79aa2a63054e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.129228] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/d4088d5b-34ac-4e5a-9208-7ead6d8e2b39.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.129570] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1655d877-1a36-465b-8014-c8cbc679ef15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.150799] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 708.150799] env[62136]: value = "task-2286250" [ 708.150799] env[62136]: _type = "Task" [ 708.150799] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.162084] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.176423] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286247, 'name': PowerOffVM_Task, 'duration_secs': 0.690384} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.176880] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.182913] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.186014] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7189724b-29cf-4865-812d-8cb16b3060c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.203376] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 708.203376] env[62136]: value = "task-2286251" [ 708.203376] env[62136]: _type = "Task" [ 708.203376] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.213376] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.268083] env[62136]: DEBUG nova.objects.instance [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lazy-loading 'flavor' on Instance uuid aa4c0608-6490-472f-8867-60d5ef2cd306 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 708.278213] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52084284-b0ec-8884-1685-ac87d59f1627, 'name': SearchDatastore_Task, 'duration_secs': 0.012854} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.278213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.278213] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.278546] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-620207fe-1d6b-4438-af8a-88b1544c7698 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.285660] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 708.285660] env[62136]: value = "task-2286252" [ 708.285660] env[62136]: _type = "Task" [ 708.285660] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.295969] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.365428] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.583s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.368093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.459s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.368093] env[62136]: DEBUG nova.objects.instance [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 708.393724] env[62136]: INFO nova.scheduler.client.report [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Deleted allocations for instance 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3 [ 708.413518] env[62136]: DEBUG nova.compute.manager [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Received event network-vif-plugged-9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.413518] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Acquiring lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.413518] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.413518] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.413518] env[62136]: DEBUG nova.compute.manager [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] No waiting events found dispatching network-vif-plugged-9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.413789] env[62136]: WARNING nova.compute.manager [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Received unexpected event network-vif-plugged-9aa9a5fa-8add-478c-a2a4-c6096717ed20 for instance with vm_state building and task_state spawning. [ 708.413862] env[62136]: DEBUG nova.compute.manager [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Received event network-changed-9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.415180] env[62136]: DEBUG nova.compute.manager [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Refreshing instance network info cache due to event network-changed-9aa9a5fa-8add-478c-a2a4-c6096717ed20. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.417013] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Acquiring lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.553945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.554389] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Instance network_info: |[{"id": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "address": "fa:16:3e:cb:97:75", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa9a5fa-8a", "ovs_interfaceid": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.555131] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Acquired lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.555131] env[62136]: DEBUG nova.network.neutron [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Refreshing network info cache for port 9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.556548] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:97:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aa9a5fa-8add-478c-a2a4-c6096717ed20', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.565292] env[62136]: DEBUG oslo.service.loopingcall [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.568603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.568603] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4101bb9f-67f1-46e6-8c92-415e3aea93ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.593718] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.593718] env[62136]: value = "task-2286253" [ 708.593718] env[62136]: _type = "Task" [ 708.593718] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.606605] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286253, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.665728] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.721184] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286251, 'name': ReconfigVM_Task, 'duration_secs': 0.383396} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.721361] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 708.721464] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.721784] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29898a75-18d7-4973-ad4c-60a5de951b55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.730194] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 708.730194] env[62136]: value = "task-2286254" [ 708.730194] env[62136]: _type = "Task" [ 708.730194] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.740173] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.802239] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.907067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56075e63-f86a-4db9-837e-63514b709de3 tempest-ImagesNegativeTestJSON-915889887 tempest-ImagesNegativeTestJSON-915889887-project-member] Lock "1bdbc274-c72a-4baf-b6a1-7a96117eb3c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.310s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.917190] env[62136]: DEBUG nova.network.neutron [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Updated VIF entry in instance network info cache for port 962ed0e4-6849-4f2c-8980-6240f4165a48. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.917190] env[62136]: DEBUG nova.network.neutron [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Updating instance_info_cache with network_info: [{"id": "962ed0e4-6849-4f2c-8980-6240f4165a48", "address": "fa:16:3e:9f:bf:25", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ed0e4-68", "ovs_interfaceid": "962ed0e4-6849-4f2c-8980-6240f4165a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.111591] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286253, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.114913] env[62136]: DEBUG nova.network.neutron [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.161974] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286250, 'name': ReconfigVM_Task, 'duration_secs': 0.983772} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.162651] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/d4088d5b-34ac-4e5a-9208-7ead6d8e2b39.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.163417] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62136) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 709.163971] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-28815e26-f1ed-47e3-920c-a1fbefa6716d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.171578] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 709.171578] env[62136]: value = "task-2286255" [ 709.171578] env[62136]: _type = "Task" [ 709.171578] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.182381] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286255, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.220810] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Successfully updated port: 778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.246603] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.278472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b01c8894-d0b2-48fa-82e1-d039a3b88407 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.567s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.300418] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637038} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.300727] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.301015] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.301793] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a231b9-8ddb-41f8-a127-dc5c18328c52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.310677] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 709.310677] env[62136]: value = "task-2286256" [ 709.310677] env[62136]: _type = "Task" [ 709.310677] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.322313] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.377093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e0e0ed69-d290-4926-abea-c50c6b0fd0e7 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.378524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.457s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.378814] env[62136]: DEBUG nova.objects.instance [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lazy-loading 'resources' on Instance uuid fadd9b66-0b47-4694-96dd-2ae88fc35b76 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 709.385128] env[62136]: DEBUG nova.network.neutron [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Updated VIF entry in instance network info cache for port 9aa9a5fa-8add-478c-a2a4-c6096717ed20. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.385128] env[62136]: DEBUG nova.network.neutron [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Updating instance_info_cache with network_info: [{"id": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "address": "fa:16:3e:cb:97:75", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa9a5fa-8a", "ovs_interfaceid": "9aa9a5fa-8add-478c-a2a4-c6096717ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.420029] env[62136]: DEBUG oslo_concurrency.lockutils [req-cf7fb974-85ca-4e03-bb5c-faac27dc0112 req-0938164e-7205-4fd2-b09c-a807e9ca51ea service nova] Releasing lock "refresh_cache-24455ec6-ce58-422a-bf6d-ff62616e4e11" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.498967] env[62136]: DEBUG nova.compute.manager [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 709.604361] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286253, 'name': CreateVM_Task, 'duration_secs': 0.542135} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.604567] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.605512] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.605512] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.605793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.606075] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a13b2b-52d7-4a6d-a8a4-d55da5de2fb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.611398] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 709.611398] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be3214-5e69-55b2-d21e-426ece0c57ec" [ 709.611398] env[62136]: _type = "Task" [ 709.611398] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.620061] env[62136]: INFO nova.compute.manager [-] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Took 1.86 seconds to deallocate network for instance. [ 709.621130] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be3214-5e69-55b2-d21e-426ece0c57ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.683431] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286255, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061974} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.683740] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62136) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 709.684602] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5442dbe8-9ce2-443e-94f3-42f845f4418e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.714449] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/ephemeral_0.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.715115] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fba2e3c-66b8-4a96-af6f-ca033690d969 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.729171] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.729317] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.729474] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.740407] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 709.740407] env[62136]: value = "task-2286257" [ 709.740407] env[62136]: _type = "Task" [ 709.740407] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.747653] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.752881] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.822925] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064053} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.823466] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.826141] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde04403-f194-4559-bfe2-d73d4a6a513e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.851905] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.852270] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a283d7-c3c5-4c9e-bae1-0e9c5d98243a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.873565] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 709.873565] env[62136]: value = "task-2286258" [ 709.873565] env[62136]: _type = "Task" [ 709.873565] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.883009] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.891196] env[62136]: DEBUG oslo_concurrency.lockutils [req-9a65841b-0c34-481e-beef-d6fd9eecdda2 req-8b709266-4ab6-4a24-9555-c1b32dd7b339 service nova] Releasing lock "refresh_cache-a2fe286e-b844-43be-a20b-4dee149ee82d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.022436] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.123892] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be3214-5e69-55b2-d21e-426ece0c57ec, 'name': SearchDatastore_Task, 'duration_secs': 0.027159} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.127666] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.127954] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.128231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.128380] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.128571] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.129858] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.130354] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec039cb-6ac2-4bd6-aee2-1d8110c70c13 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.140191] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.140392] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.141163] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c344ddd3-b530-4d74-a94e-73b3a5b2e7e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.152645] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 710.152645] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5240f5e0-6fb4-388f-099c-e52fbf7feec3" [ 710.152645] env[62136]: _type = "Task" [ 710.152645] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.167102] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5240f5e0-6fb4-388f-099c-e52fbf7feec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.247030] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.261967] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.283646] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.372490] env[62136]: DEBUG nova.compute.manager [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Received event network-vif-plugged-778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.372490] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.372620] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Lock "0676af54-5f23-4457-bb79-4513618368db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.372859] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Lock "0676af54-5f23-4457-bb79-4513618368db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.372944] env[62136]: DEBUG nova.compute.manager [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] No waiting events found dispatching network-vif-plugged-778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.373331] env[62136]: WARNING nova.compute.manager [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Received unexpected event network-vif-plugged-778067c9-6446-4f47-bc02-7b6d0a8387ed for instance with vm_state building and task_state spawning. [ 710.373599] env[62136]: DEBUG nova.compute.manager [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Received event network-changed-778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.374403] env[62136]: DEBUG nova.compute.manager [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Refreshing instance network info cache due to event network-changed-778067c9-6446-4f47-bc02-7b6d0a8387ed. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.374403] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.389612] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.503625] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8759b1-3a37-4e35-ba0f-23256e59a435 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.511997] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3702950-1310-4818-bd39-39846bb05b1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.547242] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06783be5-a4ec-4f7d-a99c-38735e5926f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.555560] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0ae63-1ee4-4164-b698-0f94b7349a88 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.569718] env[62136]: DEBUG nova.compute.provider_tree [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.571840] env[62136]: DEBUG nova.network.neutron [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.661822] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5240f5e0-6fb4-388f-099c-e52fbf7feec3, 'name': SearchDatastore_Task, 'duration_secs': 0.014077} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.662784] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb57937-eae4-4a5f-8c89-4feb3fede907 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.668714] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 710.668714] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5227e2d1-c42c-999a-3cdd-168b7f430002" [ 710.668714] env[62136]: _type = "Task" [ 710.668714] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.676540] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5227e2d1-c42c-999a-3cdd-168b7f430002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.743861] env[62136]: DEBUG oslo_vmware.api [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286254, 'name': PowerOnVM_Task, 'duration_secs': 1.574581} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.744852] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.744852] env[62136]: DEBUG nova.compute.manager [None req-56505688-d50a-44a5-8e0f-88f7b0b2b336 tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.748202] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0691d-5855-47f5-903e-de8309fa1eb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.752918] env[62136]: DEBUG nova.compute.manager [req-2b3c4fe2-db72-45cb-bb71-ab62fd5c650a req-3e6363b4-4b7f-462a-b5d5-0be1d96188fd service nova] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Received event network-vif-deleted-a79f3d16-cba0-497b-9e47-c8f7dd3bd057 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.758593] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.886522] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286258, 'name': ReconfigVM_Task, 'duration_secs': 0.629565} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.888839] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.888839] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67956378-38bf-499e-b3ac-0f0cfdf12d11 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.897123] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 710.897123] env[62136]: value = "task-2286259" [ 710.897123] env[62136]: _type = "Task" [ 710.897123] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.907326] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286259, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.966804] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.967550] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.074846] env[62136]: DEBUG nova.scheduler.client.report [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.079639] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.080031] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Instance network_info: |[{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.080710] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.081536] env[62136]: DEBUG nova.network.neutron [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Refreshing network info cache for port 778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.084326] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:47:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '778067c9-6446-4f47-bc02-7b6d0a8387ed', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.097890] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating folder: Project (3a630bfaaba540e384f882b272d9a6e3). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.099369] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e072959-ad3d-4c50-9aa4-619d43dcde20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.110561] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created folder: Project (3a630bfaaba540e384f882b272d9a6e3) in parent group-v465229. [ 711.110760] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating folder: Instances. Parent ref: group-v465368. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.111070] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa460f9-5ead-40f5-a602-ea61b0646647 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.120782] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created folder: Instances in parent group-v465368. [ 711.121644] env[62136]: DEBUG oslo.service.loopingcall [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.121644] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.121901] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e889b76e-1ac7-4190-8925-e081dd221c69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.146020] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.146020] env[62136]: value = "task-2286262" [ 711.146020] env[62136]: _type = "Task" [ 711.146020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.156631] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286262, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.181870] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5227e2d1-c42c-999a-3cdd-168b7f430002, 'name': SearchDatastore_Task, 'duration_secs': 0.017431} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.181870] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.181968] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] a2fe286e-b844-43be-a20b-4dee149ee82d/a2fe286e-b844-43be-a20b-4dee149ee82d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.182236] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5bf527d-8622-4faf-a5ff-fdd322e62424 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.190520] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 711.190520] env[62136]: value = "task-2286263" [ 711.190520] env[62136]: _type = "Task" [ 711.190520] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.198736] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.261257] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286257, 'name': ReconfigVM_Task, 'duration_secs': 1.431298} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.261257] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39/ephemeral_0.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.261257] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c339a0b4-7b63-41da-bf5f-c3938e7127af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.267912] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 711.267912] env[62136]: value = "task-2286264" [ 711.267912] env[62136]: _type = "Task" [ 711.267912] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.281058] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286264, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.408101] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286259, 'name': Rename_Task, 'duration_secs': 0.276976} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.411308] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.411308] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c808019-00c8-4099-aa49-d516595cf6b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.417508] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 711.417508] env[62136]: value = "task-2286265" [ 711.417508] env[62136]: _type = "Task" [ 711.417508] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.432609] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.582771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.588455] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.495s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.588455] env[62136]: INFO nova.compute.claims [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.616711] env[62136]: INFO nova.scheduler.client.report [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Deleted allocations for instance fadd9b66-0b47-4694-96dd-2ae88fc35b76 [ 711.655952] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286262, 'name': CreateVM_Task, 'duration_secs': 0.486614} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.656166] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.657023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.657235] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.657597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.657906] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1825d3b-3568-4a14-9014-0a800f0e4026 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.665769] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 711.665769] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52569e3c-2569-947e-a181-99cf22e855a6" [ 711.665769] env[62136]: _type = "Task" [ 711.665769] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.673196] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52569e3c-2569-947e-a181-99cf22e855a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.700109] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.784990] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286264, 'name': Rename_Task, 'duration_secs': 0.18804} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.785316] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.785692] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032972e2-f4be-4b31-a8a8-67616f0ffe1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.791994] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 711.791994] env[62136]: value = "task-2286266" [ 711.791994] env[62136]: _type = "Task" [ 711.791994] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.800490] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.898106] env[62136]: DEBUG nova.network.neutron [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updated VIF entry in instance network info cache for port 778067c9-6446-4f47-bc02-7b6d0a8387ed. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.898501] env[62136]: DEBUG nova.network.neutron [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.929191] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286265, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.135120] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e7e6649-3cbf-473a-9d17-4ce7a90c6891 tempest-VolumesAssistedSnapshotsTest-1021239255 tempest-VolumesAssistedSnapshotsTest-1021239255-project-member] Lock "fadd9b66-0b47-4694-96dd-2ae88fc35b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.102s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.176548] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52569e3c-2569-947e-a181-99cf22e855a6, 'name': SearchDatastore_Task, 'duration_secs': 0.059417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.176548] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.176548] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.176548] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.176984] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.176984] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.178280] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d4a75a-20cb-43eb-832c-c8e18847df71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.187609] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.187609] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.187867] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc51f322-cc1c-42b6-8188-178ccec542f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.199501] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 712.199501] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ae8ae-8582-f77b-c267-dd60aec7de11" [ 712.199501] env[62136]: _type = "Task" [ 712.199501] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.205444] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708058} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.206178] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] a2fe286e-b844-43be-a20b-4dee149ee82d/a2fe286e-b844-43be-a20b-4dee149ee82d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.206414] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.206676] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7258f645-f867-49a2-b89c-fe0f9eb1300f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.211648] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ae8ae-8582-f77b-c267-dd60aec7de11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.216651] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 712.216651] env[62136]: value = "task-2286267" [ 712.216651] env[62136]: _type = "Task" [ 712.216651] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.228965] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.303672] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286266, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.407866] env[62136]: DEBUG oslo_concurrency.lockutils [req-84d53863-c099-4061-ab5a-3be09daecf0c req-37573bba-adad-4744-bc67-952c84a76b45 service nova] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.428992] env[62136]: DEBUG oslo_vmware.api [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286265, 'name': PowerOnVM_Task, 'duration_secs': 0.730806} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.429786] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.429910] env[62136]: INFO nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Took 10.23 seconds to spawn the instance on the hypervisor. [ 712.430263] env[62136]: DEBUG nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.430943] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfbaa6a-1a85-4122-ab29-202b9ab9b865 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.584240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "d6984e63-c376-44f5-aa24-898be053e534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.584240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.720898] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529ae8ae-8582-f77b-c267-dd60aec7de11, 'name': SearchDatastore_Task, 'duration_secs': 0.03437} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.729268] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955bb89a-80fe-4cd7-af9b-76c983062a9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.737152] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082637} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.737471] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 712.737471] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52217afb-78b9-b897-4732-9daa5c3c8a91" [ 712.737471] env[62136]: _type = "Task" [ 712.737471] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.737715] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.738597] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79954d59-71aa-42d7-8bff-c402102dbf68 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.768753] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] a2fe286e-b844-43be-a20b-4dee149ee82d/a2fe286e-b844-43be-a20b-4dee149ee82d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.776123] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006b1591-f5ab-49a6-b010-7761fb95402c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.793334] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52217afb-78b9-b897-4732-9daa5c3c8a91, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.795225] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.795225] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.798392] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffe752d2-6221-46c9-a529-437d60b6307b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.803751] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 712.803751] env[62136]: value = "task-2286268" [ 712.803751] env[62136]: _type = "Task" [ 712.803751] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.808528] env[62136]: DEBUG oslo_vmware.api [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286266, 'name': PowerOnVM_Task, 'duration_secs': 0.523166} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.811449] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.811687] env[62136]: INFO nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Took 11.99 seconds to spawn the instance on the hypervisor. [ 712.811874] env[62136]: DEBUG nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.812270] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 712.812270] env[62136]: value = "task-2286269" [ 712.812270] env[62136]: _type = "Task" [ 712.812270] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.815663] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31215c-16e1-4c9a-9594-b4009ff095de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.828993] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.837759] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.953955] env[62136]: INFO nova.compute.manager [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Took 41.88 seconds to build instance. [ 713.321036] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.333925] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.352402] env[62136]: INFO nova.compute.manager [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Took 49.83 seconds to build instance. [ 713.360052] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890cf9a-cd90-48bc-974f-6131b93085bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.369291] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea8a62e-a6de-4200-801a-9dd04a1a5b40 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.407681] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "74d836a8-ff28-4fac-b17e-e531cebc02df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.407945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.408173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.408355] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.408671] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.410969] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb614f-485f-47f2-8305-0c6a4a000d24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.414027] env[62136]: INFO nova.compute.manager [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Terminating instance [ 713.421903] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a963bc87-423b-4dbf-9154-dcd88dea79e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.439192] env[62136]: DEBUG nova.compute.provider_tree [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.457155] env[62136]: DEBUG oslo_concurrency.lockutils [None req-149cc80c-19a6-43a4-9c17-52457e86fdea tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.303s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.811765] env[62136]: INFO nova.compute.manager [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Rebuilding instance [ 713.823525] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286268, 'name': ReconfigVM_Task, 'duration_secs': 0.635736} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.825858] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Reconfigured VM instance instance-00000031 to attach disk [datastore1] a2fe286e-b844-43be-a20b-4dee149ee82d/a2fe286e-b844-43be-a20b-4dee149ee82d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.826502] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0813acec-ab26-440f-aab7-6eb9fa88e8d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.838259] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661398} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.838573] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 713.838573] env[62136]: value = "task-2286270" [ 713.838573] env[62136]: _type = "Task" [ 713.838573] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.840592] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.840821] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.842801] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a23cd48e-18d5-42eb-bd52-af5c194545bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.859828] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5558d47e-ccf2-41ea-99d2-62b51e1e4bd0 tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.811s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.859828] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286270, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.863036] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 713.863036] env[62136]: value = "task-2286271" [ 713.863036] env[62136]: _type = "Task" [ 713.863036] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.873474] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.879405] env[62136]: DEBUG nova.compute.manager [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.880525] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2953d625-5517-43cb-9cde-9dd0c406acbe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.928232] env[62136]: DEBUG nova.compute.manager [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.928656] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.930180] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6a0b5-60c2-4415-bfce-de4a1cd3c413 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.938392] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.938392] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e3c72e7-924f-49f7-beae-0320c8bf9839 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.943336] env[62136]: DEBUG nova.scheduler.client.report [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.948119] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 713.948119] env[62136]: value = "task-2286272" [ 713.948119] env[62136]: _type = "Task" [ 713.948119] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.957906] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.959759] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.153339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "f46d74aa-a43d-4068-971b-3de0995d3073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.153616] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.155545] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.155545] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.155545] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.156649] env[62136]: INFO nova.compute.manager [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Terminating instance [ 714.350659] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286270, 'name': Rename_Task, 'duration_secs': 0.258473} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.351034] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.351232] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3135c09e-12d7-4a6e-8227-5d62c0f82edd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.357744] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 714.357744] env[62136]: value = "task-2286273" [ 714.357744] env[62136]: _type = "Task" [ 714.357744] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.366590] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.369072] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.377218] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082565} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.379547] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.379547] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4695d237-7e6d-4b0f-b47f-d31eaaa04a48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.407249] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.407249] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.407249] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491247b1-dddb-475d-8cc8-54f40892a229 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.423057] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e0aed42-f3b1-49e3-9b7e-eb1db8a53f5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.434496] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 714.434496] env[62136]: value = "task-2286274" [ 714.434496] env[62136]: _type = "Task" [ 714.434496] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.434864] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 714.434864] env[62136]: value = "task-2286275" [ 714.434864] env[62136]: _type = "Task" [ 714.434864] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.447191] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.451078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.451654] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.454702] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.455223] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.320s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.455585] env[62136]: DEBUG nova.objects.instance [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'resources' on Instance uuid 92af2777-1c19-4941-9c96-ff365aaa561a {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 714.471374] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286272, 'name': PowerOffVM_Task, 'duration_secs': 0.377616} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.474315] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.474550] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.475023] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60203c2f-df60-4a99-9f86-0c47963d7b18 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.494703] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.546219] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.546632] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.546962] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleting the datastore file [datastore2] 74d836a8-ff28-4fac-b17e-e531cebc02df {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.547375] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444028bf-b413-4638-94e8-b1cb041d726a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.557298] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 714.557298] env[62136]: value = "task-2286277" [ 714.557298] env[62136]: _type = "Task" [ 714.557298] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.567340] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.661467] env[62136]: DEBUG nova.compute.manager [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.662018] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.663096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa78837f-ff19-4df1-b3e5-ae6379643558 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.671218] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.671544] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f971e407-8e6b-4c75-8f3b-9669502f1de8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.678699] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 714.678699] env[62136]: value = "task-2286278" [ 714.678699] env[62136]: _type = "Task" [ 714.678699] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.688643] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.753446] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.753723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.754831] env[62136]: DEBUG nova.compute.manager [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.755041] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5da0da-bac2-41d2-b3b4-2e886c2ee559 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.762695] env[62136]: DEBUG nova.compute.manager [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 714.763374] env[62136]: DEBUG nova.objects.instance [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'flavor' on Instance uuid 24455ec6-ce58-422a-bf6d-ff62616e4e11 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 714.878811] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.895470] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.949866] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286274, 'name': ReconfigVM_Task, 'duration_secs': 0.402121} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.953600] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.954635] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286275, 'name': PowerOffVM_Task, 'duration_secs': 0.265726} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.954896] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594168ef-2d56-4981-8b5b-29c1d60b2005 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.957215] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.957602] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.959305] env[62136]: DEBUG nova.compute.utils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.962018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caee04f-f139-462b-aec2-65ff39eccf03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965471] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.966678] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.975285] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 714.975285] env[62136]: value = "task-2286279" [ 714.975285] env[62136]: _type = "Task" [ 714.975285] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.978133] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.981386] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a0d6b1-881e-4431-892f-dcd37202c3a7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991368] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286279, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.068817] env[62136]: DEBUG oslo_vmware.api [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310659} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.073605] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.073990] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.074283] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.074578] env[62136]: INFO nova.compute.manager [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 715.074938] env[62136]: DEBUG oslo.service.loopingcall [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.075279] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.076143] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.076143] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.076397] env[62136]: DEBUG nova.compute.manager [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.076577] env[62136]: DEBUG nova.network.neutron [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.078836] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5f227d-74f6-42fd-a905-9dd44ec242e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.090463] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 715.090463] env[62136]: value = "task-2286281" [ 715.090463] env[62136]: _type = "Task" [ 715.090463] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.102854] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.194934] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286278, 'name': PowerOffVM_Task, 'duration_secs': 0.200804} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.195468] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.195685] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.195959] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d89e7bc-15e7-492b-a015-668803b3926a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.271769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.272021] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.272163] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Deleting the datastore file [datastore2] f46d74aa-a43d-4068-971b-3de0995d3073 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.272417] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e108db5-9d31-40ba-a8a6-39d84a2d5ebb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.281413] env[62136]: DEBUG nova.policy [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcab4528170a44aba9b28f5db10cec67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a5177babcb3410b8d924a6a1ac4b9de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.284341] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for the task: (returnval){ [ 715.284341] env[62136]: value = "task-2286283" [ 715.284341] env[62136]: _type = "Task" [ 715.284341] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.294471] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.377896] env[62136]: DEBUG oslo_vmware.api [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286273, 'name': PowerOnVM_Task, 'duration_secs': 0.80291} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.378336] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.378979] env[62136]: INFO nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Took 10.41 seconds to spawn the instance on the hypervisor. [ 715.378979] env[62136]: DEBUG nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.379664] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f5ed69-5822-4f01-924c-bb43b821b436 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.462051] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.491347] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286279, 'name': Rename_Task, 'duration_secs': 0.175859} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.491694] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.492042] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3194ac3e-80e0-4553-9464-fa9a5b109cdc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.504045] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 715.504045] env[62136]: value = "task-2286284" [ 715.504045] env[62136]: _type = "Task" [ 715.504045] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.518508] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.607207] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270337} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.610294] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.610532] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.610723] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.632627] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5532b3b6-faa1-4526-9b7d-a50541d7ddf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.640773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42fe28-df60-47c3-87c2-26895e3ae0d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.681692] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762d258c-f0c3-47b1-8a7b-15ac38d14b8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.692695] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eac7e1-39ba-47af-98b5-1f0d1f41d87e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.707966] env[62136]: DEBUG nova.compute.provider_tree [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.770296] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.770600] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e60520-6783-4f3b-a955-65feb2f1b372 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.777766] env[62136]: DEBUG oslo_vmware.api [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 715.777766] env[62136]: value = "task-2286285" [ 715.777766] env[62136]: _type = "Task" [ 715.777766] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.786578] env[62136]: DEBUG oslo_vmware.api [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.795322] env[62136]: DEBUG oslo_vmware.api [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Task: {'id': task-2286283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37164} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.795579] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.795958] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.797197] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.797197] env[62136]: INFO nova.compute.manager [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.797197] env[62136]: DEBUG oslo.service.loopingcall [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.797197] env[62136]: DEBUG nova.compute.manager [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.797197] env[62136]: DEBUG nova.network.neutron [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.862981] env[62136]: DEBUG nova.compute.manager [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Received event network-changed-08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.863198] env[62136]: DEBUG nova.compute.manager [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Refreshing instance network info cache due to event network-changed-08e65458-b95e-4849-a4ab-8cb5e0490142. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.864881] env[62136]: DEBUG oslo_concurrency.lockutils [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] Acquiring lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.864881] env[62136]: DEBUG oslo_concurrency.lockutils [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] Acquired lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.864881] env[62136]: DEBUG nova.network.neutron [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Refreshing network info cache for port 08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.904942] env[62136]: INFO nova.compute.manager [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Took 40.25 seconds to build instance. [ 715.962555] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Successfully created port: 0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.018426] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286284, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.154538] env[62136]: DEBUG nova.compute.manager [req-2258b9b2-54ec-4004-a484-d865ed550ab9 req-016db52d-498b-4820-a76a-f8a38d6a24e8 service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Received event network-vif-deleted-d3b49b36-cf20-45ab-b977-0176ad6a55f4 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.154674] env[62136]: INFO nova.compute.manager [req-2258b9b2-54ec-4004-a484-d865ed550ab9 req-016db52d-498b-4820-a76a-f8a38d6a24e8 service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Neutron deleted interface d3b49b36-cf20-45ab-b977-0176ad6a55f4; detaching it from the instance and deleting it from the info cache [ 716.154768] env[62136]: DEBUG nova.network.neutron [req-2258b9b2-54ec-4004-a484-d865ed550ab9 req-016db52d-498b-4820-a76a-f8a38d6a24e8 service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.212437] env[62136]: DEBUG nova.scheduler.client.report [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.253898] env[62136]: DEBUG nova.network.neutron [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.289162] env[62136]: DEBUG oslo_vmware.api [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286285, 'name': PowerOffVM_Task, 'duration_secs': 0.403268} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.289556] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.289771] env[62136]: DEBUG nova.compute.manager [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.291963] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8704f2-b84b-45f8-815d-61a3adada8ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.409302] env[62136]: DEBUG oslo_concurrency.lockutils [None req-18fa5c3a-4b7c-463e-aef8-080d72c00b07 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.974s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.483279] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.517123] env[62136]: DEBUG oslo_vmware.api [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286284, 'name': PowerOnVM_Task, 'duration_secs': 0.859718} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.517645] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.518200] env[62136]: INFO nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 8.68 seconds to spawn the instance on the hypervisor. [ 716.518595] env[62136]: DEBUG nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.528095] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e3580-8835-47a8-bee7-c17f19ce3bf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.544136] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.544136] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.544136] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.544136] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.544431] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.544481] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.544692] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.549016] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.549016] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.549016] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.549016] env[62136]: DEBUG nova.virt.hardware [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.550598] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84773a59-5185-4e8b-8ee8-d09cabedd4b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.560985] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532f74e-23ee-4ddb-a8d9-a9a92d62b4d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.660208] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.660515] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.660719] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.660937] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.661094] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.661244] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.661451] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.661664] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.661812] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.661932] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.662745] env[62136]: DEBUG nova.virt.hardware [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.663250] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee2052-dcf3-469c-8bcf-b8cc1fec85c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.665992] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4b017c1-211e-47f1-8b13-e36928fb3fa0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.676500] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225469f5-673f-4a99-b8ca-ef439a85a914 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.685691] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a08960-2365-41ae-8c57-6c0c9f11b91e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.708508] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:81:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f535daf-c3ae-43b6-a91b-de38c0a96856', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.717054] env[62136]: DEBUG oslo.service.loopingcall [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.737111] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.737877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.740174] env[62136]: DEBUG nova.compute.manager [req-2258b9b2-54ec-4004-a484-d865ed550ab9 req-016db52d-498b-4820-a76a-f8a38d6a24e8 service nova] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Detach interface failed, port_id=d3b49b36-cf20-45ab-b977-0176ad6a55f4, reason: Instance 74d836a8-ff28-4fac-b17e-e531cebc02df could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.741084] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41fb28fb-9cb4-4d36-ac06-3b1ba1727c60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.757573] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.495s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.757661] env[62136]: DEBUG nova.objects.instance [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lazy-loading 'resources' on Instance uuid 5bdbadb9-e221-4ba8-a537-2d60e9024702 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 716.759669] env[62136]: INFO nova.compute.manager [-] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Took 1.68 seconds to deallocate network for instance. [ 716.766086] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.766086] env[62136]: value = "task-2286286" [ 716.766086] env[62136]: _type = "Task" [ 716.766086] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.771302] env[62136]: INFO nova.scheduler.client.report [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocations for instance 92af2777-1c19-4941-9c96-ff365aaa561a [ 716.781309] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286286, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.796351] env[62136]: DEBUG nova.network.neutron [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.810976] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a4a2008-6ce4-47de-8eea-2d671b750fb2 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.867585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "a2fe286e-b844-43be-a20b-4dee149ee82d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.867585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.867585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.867585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.867585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.873026] env[62136]: INFO nova.compute.manager [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Terminating instance [ 716.911424] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.916047] env[62136]: DEBUG nova.network.neutron [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updated VIF entry in instance network info cache for port 08e65458-b95e-4849-a4ab-8cb5e0490142. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.916047] env[62136]: DEBUG nova.network.neutron [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updating instance_info_cache with network_info: [{"id": "08e65458-b95e-4849-a4ab-8cb5e0490142", "address": "fa:16:3e:b4:9f:40", "network": {"id": "4700f796-d42e-4b0f-8099-cb37484559bd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-69610910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1d9ca79f2d463eb7185adb222d4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e65458-b9", "ovs_interfaceid": "08e65458-b95e-4849-a4ab-8cb5e0490142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.068085] env[62136]: INFO nova.compute.manager [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 38.46 seconds to build instance. [ 717.269462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.283619] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286286, 'name': CreateVM_Task, 'duration_secs': 0.438165} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.284068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bcc48480-a444-4c25-b03b-42fe6e7a626e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "92af2777-1c19-4941-9c96-ff365aaa561a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.571s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.285201] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.285818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.285818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.285970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.286242] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30861229-a03f-4369-a73a-fb2060499c28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.291501] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 717.291501] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d67c0-7344-a30e-6e88-ce8edc1b0eb0" [ 717.291501] env[62136]: _type = "Task" [ 717.291501] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.302583] env[62136]: INFO nova.compute.manager [-] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Took 1.51 seconds to deallocate network for instance. [ 717.302999] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d67c0-7344-a30e-6e88-ce8edc1b0eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.377180] env[62136]: DEBUG nova.compute.manager [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.377441] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.378345] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1338e5c-d0a1-40e5-bd60-aa1b868040df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.387536] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.387829] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1025ffc-bef0-4d17-b429-765b8de97e85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.398468] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 717.398468] env[62136]: value = "task-2286287" [ 717.398468] env[62136]: _type = "Task" [ 717.398468] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.406485] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.423954] env[62136]: DEBUG oslo_concurrency.lockutils [req-117d825f-2186-4d3d-967e-1ce077603b2a req-4a0090ad-1d21-410e-a393-2b4a47b05b0a service nova] Releasing lock "refresh_cache-d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.441694] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.573221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-636460fd-8254-453c-9a93-227ff6842fb4 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.347s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.810281] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d67c0-7344-a30e-6e88-ce8edc1b0eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.023009} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.813030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.813030] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.813030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.813030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.813030] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.813030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.813030] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e086edcb-0712-47eb-a9f5-dc85fe2d8259 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.826721] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.828210] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.828210] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355c65d8-1571-4654-b81a-bb1e5aed160f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.838355] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 717.838355] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d179f0-0001-0278-8ece-e918d99dfe10" [ 717.838355] env[62136]: _type = "Task" [ 717.838355] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.848377] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d179f0-0001-0278-8ece-e918d99dfe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.885970] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259917fa-0fd0-42ef-888d-7462b2b6705b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.897019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e3db5-a669-423e-a5a0-ea0b46d93a09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.910273] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286287, 'name': PowerOffVM_Task, 'duration_secs': 0.47912} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.936028] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.936104] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.937093] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bba1feb-e349-438a-bfd7-310249968ab0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.939457] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ccbfb-eb15-4cc8-a3c9-ed8db2bb96dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.949509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302d67b-aa16-49fa-9bb7-c3a9927b05bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.967380] env[62136]: DEBUG nova.compute.provider_tree [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.028671] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.029803] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.029803] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleting the datastore file [datastore1] a2fe286e-b844-43be-a20b-4dee149ee82d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.030132] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a50199-0e82-4f6b-a991-6108275edc35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.038071] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 718.038071] env[62136]: value = "task-2286289" [ 718.038071] env[62136]: _type = "Task" [ 718.038071] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.046425] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.077162] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.108479] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Successfully updated port: 0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.348729] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d179f0-0001-0278-8ece-e918d99dfe10, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.349600] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318decf9-6be3-408a-97e2-200afb9d6806 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.355279] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 718.355279] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523936ee-26ac-a893-80c5-a50cc7d3527f" [ 718.355279] env[62136]: _type = "Task" [ 718.355279] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.363889] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523936ee-26ac-a893-80c5-a50cc7d3527f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.384922] env[62136]: INFO nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Rebuilding instance [ 718.447783] env[62136]: DEBUG nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.449240] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07254a45-ec62-4174-b91e-1923d094739f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.469148] env[62136]: DEBUG nova.compute.manager [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Received event network-vif-plugged-0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.469414] env[62136]: DEBUG oslo_concurrency.lockutils [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] Acquiring lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.469580] env[62136]: DEBUG oslo_concurrency.lockutils [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.469744] env[62136]: DEBUG oslo_concurrency.lockutils [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.469909] env[62136]: DEBUG nova.compute.manager [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] No waiting events found dispatching network-vif-plugged-0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.470137] env[62136]: WARNING nova.compute.manager [req-e307cd22-30e7-4cb1-866b-5f2be79e40b2 req-b7a817f6-81b6-413a-9d6f-7b06b3b406ab service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Received unexpected event network-vif-plugged-0b7b437b-a1de-4550-a81a-8ed4bd2078be for instance with vm_state building and task_state spawning. [ 718.475236] env[62136]: DEBUG nova.scheduler.client.report [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.555702] env[62136]: DEBUG oslo_vmware.api [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151725} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.555966] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.556169] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.556343] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.556516] env[62136]: INFO nova.compute.manager [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 718.556762] env[62136]: DEBUG oslo.service.loopingcall [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.557665] env[62136]: DEBUG nova.compute.manager [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.557665] env[62136]: DEBUG nova.network.neutron [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.565709] env[62136]: DEBUG nova.compute.manager [req-86f7fd26-f90a-41b8-aa2b-a5edb28ff920 req-19d995aa-6987-4665-9501-f8e4854bff06 service nova] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Received event network-vif-deleted-fbd57e09-a909-4ab7-978a-4ced7c0a55a7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.601957] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.613266] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.613489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.613654] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.867263] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523936ee-26ac-a893-80c5-a50cc7d3527f, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.867704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.868031] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.868360] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-529dfb97-cfe6-4ebd-8101-f5047e912f83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.878018] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 718.878018] env[62136]: value = "task-2286290" [ 718.878018] env[62136]: _type = "Task" [ 718.878018] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.887687] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.981550] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.984770] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.720s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.987986] env[62136]: INFO nova.compute.claims [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.006825] env[62136]: INFO nova.scheduler.client.report [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Deleted allocations for instance 5bdbadb9-e221-4ba8-a537-2d60e9024702 [ 719.167811] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.390360] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479487} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.390636] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.394034] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.394034] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f34c131f-b1a0-4953-9157-f3411276ea4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.397991] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 719.397991] env[62136]: value = "task-2286291" [ 719.397991] env[62136]: _type = "Task" [ 719.397991] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.407374] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.414377] env[62136]: DEBUG nova.network.neutron [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Updating instance_info_cache with network_info: [{"id": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "address": "fa:16:3e:a0:19:40", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7b437b-a1", "ovs_interfaceid": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.462699] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.463042] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ff97af-bf13-4ccd-b696-21f24d927224 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.470400] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 719.470400] env[62136]: value = "task-2286292" [ 719.470400] env[62136]: _type = "Task" [ 719.470400] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.481066] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 719.481066] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.481375] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72546ba-5021-4c39-86e2-c277d2640784 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.489998] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.490281] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-586d89dc-f41a-4ef5-a1a5-0e77cb2b7948 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.515865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-56798f16-280f-467d-9068-3ae84ac08d68 tempest-AttachInterfacesUnderV243Test-1876525509 tempest-AttachInterfacesUnderV243Test-1876525509-project-member] Lock "5bdbadb9-e221-4ba8-a537-2d60e9024702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.028s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.532902] env[62136]: DEBUG nova.network.neutron [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.578071] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.578316] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.578524] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.578889] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd090365-b7fc-4543-99ee-13471c9853e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.585919] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 719.585919] env[62136]: value = "task-2286294" [ 719.585919] env[62136]: _type = "Task" [ 719.585919] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.594370] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.911705] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080377} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.911961] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.912912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e541c-bda1-4a78-8f93-504f54a0c875 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.918920] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.918920] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Instance network_info: |[{"id": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "address": "fa:16:3e:a0:19:40", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7b437b-a1", "ovs_interfaceid": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.919244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:19:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7b437b-a1de-4550-a81a-8ed4bd2078be', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.930127] env[62136]: DEBUG oslo.service.loopingcall [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.930127] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.931340] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe15f1f-531e-4bb0-ac67-55886a4fba10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.969420] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.970280] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f98d8b-871b-4b44-9937-ff9cfebbf9a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.986441] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.986441] env[62136]: value = "task-2286295" [ 719.986441] env[62136]: _type = "Task" [ 719.986441] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.992899] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 719.992899] env[62136]: value = "task-2286296" [ 719.992899] env[62136]: _type = "Task" [ 719.992899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.003316] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286295, 'name': CreateVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.009982] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.035440] env[62136]: INFO nova.compute.manager [-] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Took 1.48 seconds to deallocate network for instance. [ 720.102535] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145061} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.103986] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.103986] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.103986] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.507617] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286295, 'name': CreateVM_Task, 'duration_secs': 0.43307} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.509021] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.510675] env[62136]: DEBUG nova.compute.manager [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Received event network-changed-0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.510867] env[62136]: DEBUG nova.compute.manager [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Refreshing instance network info cache due to event network-changed-0b7b437b-a1de-4550-a81a-8ed4bd2078be. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.511482] env[62136]: DEBUG oslo_concurrency.lockutils [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] Acquiring lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.511482] env[62136]: DEBUG oslo_concurrency.lockutils [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] Acquired lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.511482] env[62136]: DEBUG nova.network.neutron [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Refreshing network info cache for port 0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.516096] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.516177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.516463] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.517200] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286296, 'name': ReconfigVM_Task, 'duration_secs': 0.448685} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.520768] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e64eb88-f843-461a-9790-4352feee5745 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.523178] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.524724] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3db40b3c-1023-4f3c-91dc-5299919be3bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.530243] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 720.530243] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52097ebd-3c70-5f5a-dd7f-ac7c361a3a8a" [ 720.530243] env[62136]: _type = "Task" [ 720.530243] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.538445] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 720.538445] env[62136]: value = "task-2286297" [ 720.538445] env[62136]: _type = "Task" [ 720.538445] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.539075] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.539306] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.546813] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.547834] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52097ebd-3c70-5f5a-dd7f-ac7c361a3a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.550329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.550565] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.550785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.551087] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.551139] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.551860] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9278c1fd-deaa-4a94-84c6-1dcdccedf753 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.557416] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286297, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.566844] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.566844] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.567416] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0692e3e4-f13a-4058-8123-5dcbe5256c48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.572854] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 720.572854] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5266cf3d-880c-ce17-615f-dff2c3e96d9c" [ 720.572854] env[62136]: _type = "Task" [ 720.572854] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.584292] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5266cf3d-880c-ce17-615f-dff2c3e96d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.603163] env[62136]: DEBUG nova.compute.manager [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Received event network-changed-778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.603372] env[62136]: DEBUG nova.compute.manager [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Refreshing instance network info cache due to event network-changed-778067c9-6446-4f47-bc02-7b6d0a8387ed. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.603663] env[62136]: DEBUG oslo_concurrency.lockutils [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.603765] env[62136]: DEBUG oslo_concurrency.lockutils [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.603880] env[62136]: DEBUG nova.network.neutron [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Refreshing network info cache for port 778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.679733] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12de30-c58d-4517-862c-797b55442331 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.688094] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5f26b-d4a9-4a26-b125-334050a4ac39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.722235] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74ac632-6e4e-42e9-82e5-5538b525ff39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.730267] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b4d044-7c3d-4787-b778-564b8819f7e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744398] env[62136]: DEBUG nova.compute.provider_tree [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.050750] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286297, 'name': Rename_Task, 'duration_secs': 0.160476} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.051117] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.051374] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede2d0f8-2a57-4897-b341-35d64d2c57f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.058276] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 721.058276] env[62136]: value = "task-2286298" [ 721.058276] env[62136]: _type = "Task" [ 721.058276] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.068472] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.084123] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5266cf3d-880c-ce17-615f-dff2c3e96d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.085576] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e7449e-0d7f-4f0d-bb77-ede246f7f48f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092482] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 721.092482] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c15072-d8f7-4cb2-46f7-44ae7c85aa72" [ 721.092482] env[62136]: _type = "Task" [ 721.092482] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.110963] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c15072-d8f7-4cb2-46f7-44ae7c85aa72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.150264] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.150622] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.150820] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.151046] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.151229] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.151398] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.151643] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.151927] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.152133] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.152367] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.152551] env[62136]: DEBUG nova.virt.hardware [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.153461] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd932d6f-3dcf-4931-898c-c592f0e26c37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.163783] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb0bd0e-3f0d-4bb3-a595-18c02f3ad750 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.178647] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:bf:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '962ed0e4-6849-4f2c-8980-6240f4165a48', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.187151] env[62136]: DEBUG oslo.service.loopingcall [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.187151] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.187151] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14df2c4d-76af-420c-8d90-1e1d358e808e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.207735] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.207735] env[62136]: value = "task-2286299" [ 721.207735] env[62136]: _type = "Task" [ 721.207735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.216668] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286299, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.247963] env[62136]: DEBUG nova.scheduler.client.report [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.573167] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.574930] env[62136]: DEBUG nova.network.neutron [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Updated VIF entry in instance network info cache for port 0b7b437b-a1de-4550-a81a-8ed4bd2078be. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.575547] env[62136]: DEBUG nova.network.neutron [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Updating instance_info_cache with network_info: [{"id": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "address": "fa:16:3e:a0:19:40", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7b437b-a1", "ovs_interfaceid": "0b7b437b-a1de-4550-a81a-8ed4bd2078be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.588216] env[62136]: DEBUG nova.network.neutron [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updated VIF entry in instance network info cache for port 778067c9-6446-4f47-bc02-7b6d0a8387ed. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.588705] env[62136]: DEBUG nova.network.neutron [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.609927] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c15072-d8f7-4cb2-46f7-44ae7c85aa72, 'name': SearchDatastore_Task, 'duration_secs': 0.014374} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.611303] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a3426afa-5aef-40d7-a4da-38b1d7921300/a3426afa-5aef-40d7-a4da-38b1d7921300.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.611303] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bbc6ec8-3075-4331-a889-1da229fcdb3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.618033] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 721.618033] env[62136]: value = "task-2286300" [ 721.618033] env[62136]: _type = "Task" [ 721.618033] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.626068] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.720437] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286299, 'name': CreateVM_Task, 'duration_secs': 0.474817} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.720670] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.721492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.721785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.722463] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6117aa-e70b-483f-958a-ae6d77e72014 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.728242] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 721.728242] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52886e1f-3acd-758c-58c7-2305a7684a5b" [ 721.728242] env[62136]: _type = "Task" [ 721.728242] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.736669] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52886e1f-3acd-758c-58c7-2305a7684a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.758721] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.759281] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.762702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.478s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.762951] env[62136]: DEBUG nova.objects.instance [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lazy-loading 'resources' on Instance uuid 9369fa7c-d0f2-4dd5-80cc-29431671ed10 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 722.071291] env[62136]: DEBUG oslo_vmware.api [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286298, 'name': PowerOnVM_Task, 'duration_secs': 0.517789} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.071669] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.074045] env[62136]: DEBUG nova.compute.manager [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.074045] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e59e6b-226e-43e9-bf61-3ae5f57386fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.082037] env[62136]: DEBUG oslo_concurrency.lockutils [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] Releasing lock "refresh_cache-a3426afa-5aef-40d7-a4da-38b1d7921300" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.082037] env[62136]: DEBUG nova.compute.manager [req-34a66e83-2ffb-468b-b01e-91e8006590fd req-8d4624af-fdf2-42aa-915c-0845bda85fc8 service nova] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Received event network-vif-deleted-9aa9a5fa-8add-478c-a2a4-c6096717ed20 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.099715] env[62136]: DEBUG oslo_concurrency.lockutils [req-f5e61f21-9595-42e2-b4f5-287a397d455e req-ee5d80e5-7052-43c2-9971-372a5b790831 service nova] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.135960] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286300, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.239693] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52886e1f-3acd-758c-58c7-2305a7684a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019271} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.240025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.240285] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.240527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.240676] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.240855] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.241159] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25d9b71-ed97-4078-8c16-58a2bed69506 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.254350] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.254571] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.255991] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bf9745-5c34-406a-bedc-91638a6bd091 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.263812] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 722.263812] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce4eee-5210-27d2-1240-c5e8fc89c710" [ 722.263812] env[62136]: _type = "Task" [ 722.263812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.268927] env[62136]: DEBUG nova.compute.utils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.274154] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.274154] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.282415] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce4eee-5210-27d2-1240-c5e8fc89c710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.358636] env[62136]: DEBUG nova.policy [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc3f2346f19242789baab67456a14cd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9176b08714ea45b5b6644d8047b98688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.597587] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.631681] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899506} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.634326] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a3426afa-5aef-40d7-a4da-38b1d7921300/a3426afa-5aef-40d7-a4da-38b1d7921300.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.634556] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.635110] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd6623cb-ec27-4bd3-b859-8acfeee4689b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.641663] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 722.641663] env[62136]: value = "task-2286301" [ 722.641663] env[62136]: _type = "Task" [ 722.641663] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.651141] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.773753] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.781725] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce4eee-5210-27d2-1240-c5e8fc89c710, 'name': SearchDatastore_Task, 'duration_secs': 0.026839} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.781725] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f328fcd-a72c-4e12-8fd8-40d50571792c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.789901] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 722.789901] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524d1bbb-23d8-6d96-f210-131e66037dd3" [ 722.789901] env[62136]: _type = "Task" [ 722.789901] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.800655] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524d1bbb-23d8-6d96-f210-131e66037dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.897085] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64e4fe-fa48-4d7d-8bf2-33969f83e6b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.905977] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae67523c-324e-4352-a5a9-b2e61b6abd63 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.910748] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Successfully created port: 162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.942672] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb51ee-098c-439f-9f3a-841c5026810c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.950892] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc225cc-080b-4350-af5d-ed3c4681163f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.966934] env[62136]: DEBUG nova.compute.provider_tree [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.153620] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06925} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.153892] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.154713] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795116d-554b-41ed-ad0e-3cf127f15a29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.179712] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a3426afa-5aef-40d7-a4da-38b1d7921300/a3426afa-5aef-40d7-a4da-38b1d7921300.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.180039] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc01ba99-e57a-49fd-9319-c1c66848db23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.203620] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 723.203620] env[62136]: value = "task-2286302" [ 723.203620] env[62136]: _type = "Task" [ 723.203620] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.212573] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.301974] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524d1bbb-23d8-6d96-f210-131e66037dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.028713} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.302329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.302618] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.302885] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f169933e-dd29-4075-aa5e-149ca688ac60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.310303] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 723.310303] env[62136]: value = "task-2286303" [ 723.310303] env[62136]: _type = "Task" [ 723.310303] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.320277] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.474054] env[62136]: DEBUG nova.scheduler.client.report [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.714086] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.787826] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.820363] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.822840] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.823093] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.823093] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.823307] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.823422] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.823608] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.823826] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.823988] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.824189] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.824333] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.824488] env[62136]: DEBUG nova.virt.hardware [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.825355] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930df95-2c7d-4827-9717-dcd9ec65101d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.832873] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be4835-273a-4d83-908c-84b43a5974d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.967295] env[62136]: INFO nova.compute.manager [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Rebuilding instance [ 723.980553] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.986060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.303s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.987927] env[62136]: INFO nova.compute.claims [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.009092] env[62136]: INFO nova.scheduler.client.report [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Deleted allocations for instance 9369fa7c-d0f2-4dd5-80cc-29431671ed10 [ 724.041625] env[62136]: DEBUG nova.compute.manager [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.041625] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f5f0c-a48a-414e-9a44-6e8f9855dbd2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.218413] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286302, 'name': ReconfigVM_Task, 'duration_secs': 0.951626} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.218980] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a3426afa-5aef-40d7-a4da-38b1d7921300/a3426afa-5aef-40d7-a4da-38b1d7921300.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.220014] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca61f0a9-171a-4d59-b65f-85bd99209586 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.229621] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 724.229621] env[62136]: value = "task-2286304" [ 724.229621] env[62136]: _type = "Task" [ 724.229621] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.244393] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286304, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.325371] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.524160] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5dd417ff-c8bc-4f1c-9128-0e4faad0cfe0 tempest-InstanceActionsV221TestJSON-174949829 tempest-InstanceActionsV221TestJSON-174949829-project-member] Lock "9369fa7c-d0f2-4dd5-80cc-29431671ed10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.707s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.682472] env[62136]: DEBUG nova.compute.manager [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received event network-vif-plugged-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.682472] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] Acquiring lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.682472] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.682472] env[62136]: DEBUG oslo_concurrency.lockutils [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.682472] env[62136]: DEBUG nova.compute.manager [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] No waiting events found dispatching network-vif-plugged-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.682472] env[62136]: WARNING nova.compute.manager [req-c0b8bc28-4144-4661-81e5-2a15c17ddbb2 req-baaba393-70d9-44bd-a55d-dbf4c431381b service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received unexpected event network-vif-plugged-162e9aae-43f0-499a-a2ab-18e08756f6f6 for instance with vm_state building and task_state spawning. [ 724.741228] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286304, 'name': Rename_Task, 'duration_secs': 0.210099} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.743838] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.743838] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb81cc79-c756-49bc-b57c-f58e7e8ad98a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.751131] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 724.751131] env[62136]: value = "task-2286305" [ 724.751131] env[62136]: _type = "Task" [ 724.751131] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.762628] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.824983] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.076748} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.825314] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.825571] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.825825] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b2b2f8-0e8d-4920-9139-9f2d897ad0fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.833880] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 724.833880] env[62136]: value = "task-2286306" [ 724.833880] env[62136]: _type = "Task" [ 724.833880] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.846997] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.876020] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Successfully updated port: 162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.068139] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.068671] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc70d0d0-23c5-46c4-83e1-cb326add0ab3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.075592] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 725.075592] env[62136]: value = "task-2286307" [ 725.075592] env[62136]: _type = "Task" [ 725.075592] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.094533] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.267359] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.343646] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073225} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.346439] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.347689] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d99cc-fec5-4fae-a54c-befce36220be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.372009] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.375382] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03a9f30-aee7-46f2-a386-67dc0ffe2e29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.391841] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.391900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.392137] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.399105] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 725.399105] env[62136]: value = "task-2286308" [ 725.399105] env[62136]: _type = "Task" [ 725.399105] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.412700] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.585280] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286307, 'name': PowerOffVM_Task, 'duration_secs': 0.192976} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.585549] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.585778] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.586593] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ef877-b45a-4761-90d1-e01c76b2563d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.593955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.596918] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f869e1f7-a2cb-49dc-9b83-04dfe8a806cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.638581] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310330aa-5395-4d57-b7bc-7a136cc21cdc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.649139] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424924a3-2b30-4b6f-879c-923f6d472e90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.680544] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0d0a2-2f5a-468a-9a68-8df645cd4e70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.683290] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.683496] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.683676] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore2] c0e82496-8e0c-46da-80ff-a7e14dae5bf5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.683932] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb0cc86-2d09-43f2-8e12-46a45697696c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.691844] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3cb08-2b29-4f74-bc0b-9f26d0a98298 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.695588] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 725.695588] env[62136]: value = "task-2286310" [ 725.695588] env[62136]: _type = "Task" [ 725.695588] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.706722] env[62136]: DEBUG nova.compute.provider_tree [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.715769] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.763437] env[62136]: DEBUG oslo_vmware.api [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286305, 'name': PowerOnVM_Task, 'duration_secs': 0.708145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.763950] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.763950] env[62136]: INFO nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Took 9.28 seconds to spawn the instance on the hypervisor. [ 725.764126] env[62136]: DEBUG nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.764972] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed09263-854c-4447-ab81-ff2351a86dc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.911283] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286308, 'name': ReconfigVM_Task, 'duration_secs': 0.31516} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.911283] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11/24455ec6-ce58-422a-bf6d-ff62616e4e11.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.911283] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800b9add-6fa3-4f8e-a9dc-dd2bf3e8ff86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.918022] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 725.918022] env[62136]: value = "task-2286311" [ 725.918022] env[62136]: _type = "Task" [ 725.918022] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.925886] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286311, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.951672] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.208380] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.220025] env[62136]: DEBUG nova.scheduler.client.report [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.282749] env[62136]: INFO nova.compute.manager [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Took 43.21 seconds to build instance. [ 726.430320] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286311, 'name': Rename_Task, 'duration_secs': 0.149351} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.430785] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.431474] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541ddd95-5e1c-42b7-ae02-667fbdf6eec6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.440380] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 726.440380] env[62136]: value = "task-2286312" [ 726.440380] env[62136]: _type = "Task" [ 726.440380] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.446534] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.490211] env[62136]: DEBUG nova.network.neutron [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [{"id": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "address": "fa:16:3e:5e:22:9b", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162e9aae-43", "ovs_interfaceid": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.707123] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656912} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.707189] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.707375] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.707548] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.723469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.723982] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.726701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.702s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.726847] env[62136]: DEBUG nova.objects.instance [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lazy-loading 'resources' on Instance uuid 08ca16d3-b8b5-4170-81b6-7fb0f7b063db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 726.784535] env[62136]: DEBUG oslo_concurrency.lockutils [None req-902b9ef3-3b67-4ba6-86b1-f3c49ad91138 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.528s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.952254] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286312, 'name': PowerOnVM_Task, 'duration_secs': 0.506371} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.953260] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.953588] env[62136]: DEBUG nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.954526] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cc6972-57af-498a-a539-1568308707e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.993322] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.993626] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Instance network_info: |[{"id": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "address": "fa:16:3e:5e:22:9b", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162e9aae-43", "ovs_interfaceid": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.994084] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:22:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '162e9aae-43f0-499a-a2ab-18e08756f6f6', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.006769] env[62136]: DEBUG oslo.service.loopingcall [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.009121] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.010547] env[62136]: DEBUG nova.compute.manager [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.011188] env[62136]: DEBUG nova.compute.manager [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing instance network info cache due to event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.011464] env[62136]: DEBUG oslo_concurrency.lockutils [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] Acquiring lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.011645] env[62136]: DEBUG oslo_concurrency.lockutils [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] Acquired lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.011954] env[62136]: DEBUG nova.network.neutron [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.016942] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf4c51e4-62b1-4db7-84fb-559d1ca0cd79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.041396] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.041396] env[62136]: value = "task-2286313" [ 727.041396] env[62136]: _type = "Task" [ 727.041396] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.050655] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.230400] env[62136]: DEBUG nova.compute.utils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.243414] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.244947] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.288290] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.355097] env[62136]: DEBUG nova.policy [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '161a74162174436390b4982b354c37b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd39c673b5f48699e0b73509dd883ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.468200] env[62136]: INFO nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] bringing vm to original state: 'stopped' [ 727.555395] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.630409] env[62136]: DEBUG nova.network.neutron [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updated VIF entry in instance network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.631515] env[62136]: DEBUG nova.network.neutron [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [{"id": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "address": "fa:16:3e:5e:22:9b", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162e9aae-43", "ovs_interfaceid": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.748054] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.766204] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.767545] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.768594] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.768594] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.768594] env[62136]: DEBUG nova.virt.hardware [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.768980] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ddf67e-9b5c-44fa-9b80-eb62a3dbcb28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.784839] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73697891-51b9-4cc3-ab09-19cb418c376a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.808128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:81:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f535daf-c3ae-43b6-a91b-de38c0a96856', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.818596] env[62136]: DEBUG oslo.service.loopingcall [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.826465] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.827333] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-566fd0a3-fbaa-4cc6-b184-cb43e7127cae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.850209] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.858178] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.858178] env[62136]: value = "task-2286314" [ 727.858178] env[62136]: _type = "Task" [ 727.858178] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.872394] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286314, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.929783] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f312185-7861-4191-a731-db2c4aba9736 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.940807] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae1047-9b9a-43af-b4cc-d921264e14d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.984319] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52477e1-9ba1-463c-b143-8b59fb7ca797 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.992056] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8987a-bf3d-405d-8348-3f407e7fa159 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.012237] env[62136]: DEBUG nova.compute.provider_tree [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.053446] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.136786] env[62136]: DEBUG oslo_concurrency.lockutils [req-491faeb1-4fe7-41a0-a79f-31cfe752af6d req-467aa33b-d022-467b-b363-13c22c32dd3d service nova] Releasing lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.316263] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Successfully created port: 0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.378705] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286314, 'name': CreateVM_Task, 'duration_secs': 0.363845} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.378901] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.380060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.380060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.380178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.380451] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57ea55a-a676-4aaf-95dc-1bf71f6f4093 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.386042] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 728.386042] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ecc3c2-e6f7-0f0e-aa4e-7a173e0aa4a5" [ 728.386042] env[62136]: _type = "Task" [ 728.386042] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.395252] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ecc3c2-e6f7-0f0e-aa4e-7a173e0aa4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.481246] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.481531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.481717] env[62136]: DEBUG nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.484572] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4820cd6a-dc8d-4594-bff8-fd00103b8ac5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.491354] env[62136]: DEBUG nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 728.515514] env[62136]: DEBUG nova.scheduler.client.report [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.553597] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.772343] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.805524] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.805819] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.805874] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.806067] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.809036] env[62136]: DEBUG nova.virt.hardware [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.809036] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de40d411-d4ac-4925-9d10-8e2878c8d72b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.816747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c56bf-4e8d-4555-8482-579137626561 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.869135] env[62136]: DEBUG nova.compute.manager [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.870037] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b03be48-f1f1-4505-8ec2-17171f60d878 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.895793] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ecc3c2-e6f7-0f0e-aa4e-7a173e0aa4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.024647} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.896477] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.896477] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.896654] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.897229] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.897229] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.897550] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7081e217-3536-4b68-984a-7314fdfd83ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.907646] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.907828] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.908605] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9ebb14-7205-4785-8272-58c332bafe9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.914429] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 728.914429] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e91cd0-ae8c-481c-6376-6835cf66f05e" [ 728.914429] env[62136]: _type = "Task" [ 728.914429] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.923209] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e91cd0-ae8c-481c-6376-6835cf66f05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.995505] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.995843] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab29770-a0d8-44c4-b884-cc2580dc5747 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.005198] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 729.005198] env[62136]: value = "task-2286315" [ 729.005198] env[62136]: _type = "Task" [ 729.005198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.014193] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.021310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.023842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.910s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.027061] env[62136]: INFO nova.compute.claims [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.056743] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.057894] env[62136]: INFO nova.scheduler.client.report [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Deleted allocations for instance 08ca16d3-b8b5-4170-81b6-7fb0f7b063db [ 729.383614] env[62136]: INFO nova.compute.manager [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] instance snapshotting [ 729.385843] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf89d990-88ce-4928-95a7-eb8c08d59ec2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.406169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0048d-0786-4af0-bd47-e3651f13c8c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.424677] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e91cd0-ae8c-481c-6376-6835cf66f05e, 'name': SearchDatastore_Task, 'duration_secs': 0.033402} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.424677] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34585054-5e6f-4585-8f1c-b2961a950ffa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.429844] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 729.429844] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ef7d3-000b-cb3d-265c-402ba5408cfa" [ 729.429844] env[62136]: _type = "Task" [ 729.429844] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.439587] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ef7d3-000b-cb3d-265c-402ba5408cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.515584] env[62136]: DEBUG oslo_vmware.api [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286315, 'name': PowerOffVM_Task, 'duration_secs': 0.282389} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.515891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.516081] env[62136]: DEBUG nova.compute.manager [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.516866] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87140ac9-2a2d-4325-8cd0-cb6b2ebc9391 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.555574] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.568341] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad3ad0c8-cf53-42a3-8e08-27d2b1deb558 tempest-SecurityGroupsTestJSON-577088382 tempest-SecurityGroupsTestJSON-577088382-project-member] Lock "08ca16d3-b8b5-4170-81b6-7fb0f7b063db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.860s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.923045] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.923045] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d9674fb-5573-4a96-a46b-bb2ff72cda64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.938239] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 729.938239] env[62136]: value = "task-2286316" [ 729.938239] env[62136]: _type = "Task" [ 729.938239] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.945321] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528ef7d3-000b-cb3d-265c-402ba5408cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.02435} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.947139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.947561] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.948032] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56aa960a-1dc5-4be7-b4ec-fd54f7ae0b58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.953346] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.957658] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 729.957658] env[62136]: value = "task-2286317" [ 729.957658] env[62136]: _type = "Task" [ 729.957658] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.966091] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.031529] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.058523] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286313, 'name': CreateVM_Task, 'duration_secs': 2.642052} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.058782] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.059603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.063039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.063039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.063039] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482a4011-841c-404f-bb02-ec39fcc00c85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067669] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 730.067669] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f97c-dfbe-dda4-3f3d-a55fa00d8fa8" [ 730.067669] env[62136]: _type = "Task" [ 730.067669] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.078504] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f97c-dfbe-dda4-3f3d-a55fa00d8fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.233115] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Successfully updated port: 0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.392236] env[62136]: DEBUG nova.compute.manager [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Received event network-vif-plugged-0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.392499] env[62136]: DEBUG oslo_concurrency.lockutils [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] Acquiring lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.392748] env[62136]: DEBUG oslo_concurrency.lockutils [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.392957] env[62136]: DEBUG oslo_concurrency.lockutils [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.393174] env[62136]: DEBUG nova.compute.manager [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] No waiting events found dispatching network-vif-plugged-0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.393385] env[62136]: WARNING nova.compute.manager [req-b084caf4-50d6-44b0-84f6-7bbc2f661a7f req-a3b92d87-0e19-4b58-aae1-e9b0ee22ae92 service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Received unexpected event network-vif-plugged-0acc0499-1025-46a8-8c2c-35ab7bc06de1 for instance with vm_state building and task_state spawning. [ 730.447205] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.475388] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.545737] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.585305] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f97c-dfbe-dda4-3f3d-a55fa00d8fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.585612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.585848] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.587030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.587030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.587302] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.587780] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-759ca336-05d1-4e8a-af7a-eb1b658304e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.601609] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.601740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.602469] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0393ba-4931-4e10-8a4d-698509d0c98b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.608034] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 730.608034] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524196f3-95f5-e1e3-34e3-3634d68dad3d" [ 730.608034] env[62136]: _type = "Task" [ 730.608034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.617415] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524196f3-95f5-e1e3-34e3-3634d68dad3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.694989] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abfcb1d-6d66-4b48-a48b-3e20d258bc88 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.707130] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5586f4e8-3cd7-48fb-bf26-a92a5c8ee4c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.741811] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.742785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.742785] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.745696] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307523c-ccee-412d-98f6-529b616a619a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.753796] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0f51d-4d45-4cf3-98d5-cfd2a9be614e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.769557] env[62136]: DEBUG nova.compute.provider_tree [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.957976] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.970091] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545621} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.970378] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.970593] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.970867] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4487faca-7053-44d9-9cad-747624424736 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.979195] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 730.979195] env[62136]: value = "task-2286318" [ 730.979195] env[62136]: _type = "Task" [ 730.979195] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.989416] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110964] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.111333] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.123849] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524196f3-95f5-e1e3-34e3-3634d68dad3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.124767] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13ea10c-10d9-4e11-bc59-4aebb4d4d8b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.130659] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 731.130659] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be0cf9-e882-1bfe-5451-56039ab80ae4" [ 731.130659] env[62136]: _type = "Task" [ 731.130659] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.139565] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be0cf9-e882-1bfe-5451-56039ab80ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.272903] env[62136]: DEBUG nova.scheduler.client.report [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.303662] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.462737] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286316, 'name': CreateSnapshot_Task, 'duration_secs': 1.257321} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.463980] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.464918] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c03a4c-c18b-4835-9785-fd7d9b875eb0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.494700] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075636} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.498414] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.499767] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00734c-c373-4c53-93fe-efc542eb8bc2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.525652] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.526276] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80492efd-0f40-4e4a-81fb-feec04e42ceb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.550414] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 731.550414] env[62136]: value = "task-2286319" [ 731.550414] env[62136]: _type = "Task" [ 731.550414] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.562650] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.572638] env[62136]: DEBUG nova.network.neutron [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Updating instance_info_cache with network_info: [{"id": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "address": "fa:16:3e:98:ff:fd", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acc0499-10", "ovs_interfaceid": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.641441] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52be0cf9-e882-1bfe-5451-56039ab80ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.641768] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.641891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d8c0304e-9088-4f0f-85ba-e17d8a2f7b65/d8c0304e-9088-4f0f-85ba-e17d8a2f7b65.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.642175] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c024b1d-e83c-471e-b6d4-1710c4123788 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.649492] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 731.649492] env[62136]: value = "task-2286320" [ 731.649492] env[62136]: _type = "Task" [ 731.649492] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.658014] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.779459] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.780011] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.787016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.875s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.787016] env[62136]: INFO nova.compute.claims [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.956877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.957289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.957577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.957837] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.958071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.961255] env[62136]: INFO nova.compute.manager [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Terminating instance [ 731.995739] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 731.997549] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92c120d3-a4ff-4a10-99e2-18e3c084942c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.007311] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 732.007311] env[62136]: value = "task-2286321" [ 732.007311] env[62136]: _type = "Task" [ 732.007311] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.019436] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286321, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.060373] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.075249] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.075563] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Instance network_info: |[{"id": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "address": "fa:16:3e:98:ff:fd", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acc0499-10", "ovs_interfaceid": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.076021] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ff:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0acc0499-1025-46a8-8c2c-35ab7bc06de1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.086740] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Creating folder: Project (ebd39c673b5f48699e0b73509dd883ea). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.087453] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04085649-01f8-41dd-8d12-f34ac7680f4a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.099278] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Created folder: Project (ebd39c673b5f48699e0b73509dd883ea) in parent group-v465229. [ 732.099278] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Creating folder: Instances. Parent ref: group-v465378. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.099278] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2250ac8-e4a4-4366-a319-93af913ab501 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.109299] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Created folder: Instances in parent group-v465378. [ 732.111018] env[62136]: DEBUG oslo.service.loopingcall [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.111018] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.111018] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08147553-1923-471a-96bb-ff9c234ff838 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.134955] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.134955] env[62136]: value = "task-2286324" [ 732.134955] env[62136]: _type = "Task" [ 732.134955] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.147057] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286324, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.161119] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.292338] env[62136]: DEBUG nova.compute.utils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.299687] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.299687] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.380815] env[62136]: DEBUG nova.policy [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '161a74162174436390b4982b354c37b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd39c673b5f48699e0b73509dd883ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.469380] env[62136]: DEBUG nova.compute.manager [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.469566] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.470653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258f79b-0b39-4b66-9aae-9b65ea9c0726 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.482421] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.482421] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7dc52c-1b19-4120-b0de-0efffff65f24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.502185] env[62136]: DEBUG nova.compute.manager [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Received event network-changed-0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.502386] env[62136]: DEBUG nova.compute.manager [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Refreshing instance network info cache due to event network-changed-0acc0499-1025-46a8-8c2c-35ab7bc06de1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.502606] env[62136]: DEBUG oslo_concurrency.lockutils [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] Acquiring lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.502745] env[62136]: DEBUG oslo_concurrency.lockutils [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] Acquired lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.502900] env[62136]: DEBUG nova.network.neutron [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Refreshing network info cache for port 0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.519542] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286321, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.558318] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.558565] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.558873] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore1] 24455ec6-ce58-422a-bf6d-ff62616e4e11 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.559274] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465e65bc-3da1-454d-a89d-a2aba8d9da89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.567555] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.573497] env[62136]: DEBUG oslo_vmware.api [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 732.573497] env[62136]: value = "task-2286326" [ 732.573497] env[62136]: _type = "Task" [ 732.573497] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.581295] env[62136]: DEBUG oslo_vmware.api [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.646323] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286324, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.668766] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872607} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.669276] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d8c0304e-9088-4f0f-85ba-e17d8a2f7b65/d8c0304e-9088-4f0f-85ba-e17d8a2f7b65.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.669663] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.670276] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f590120-6a7e-4417-8f5d-a525732305d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.680020] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 732.680020] env[62136]: value = "task-2286327" [ 732.680020] env[62136]: _type = "Task" [ 732.680020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.688544] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.778929] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Successfully created port: 7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.802741] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.024576] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286321, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.065807] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286319, 'name': ReconfigVM_Task, 'duration_secs': 1.213865} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.065896] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c0e82496-8e0c-46da-80ff-a7e14dae5bf5/c0e82496-8e0c-46da-80ff-a7e14dae5bf5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.069050] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c246fb4-3554-43e2-b69b-c39d10ed812e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.078222] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 733.078222] env[62136]: value = "task-2286328" [ 733.078222] env[62136]: _type = "Task" [ 733.078222] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.089606] env[62136]: DEBUG oslo_vmware.api [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144776} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.093466] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.093466] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.093466] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.093466] env[62136]: INFO nova.compute.manager [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Took 0.62 seconds to destroy the instance on the hypervisor. [ 733.093466] env[62136]: DEBUG oslo.service.loopingcall [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.097095] env[62136]: DEBUG nova.compute.manager [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.099289] env[62136]: DEBUG nova.network.neutron [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.101559] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286328, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.148028] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286324, 'name': CreateVM_Task, 'duration_secs': 0.679263} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.148218] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.148905] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.149080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.149392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.149653] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdefa97-ad51-40de-85ac-a2bc3e0f83a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.157077] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 733.157077] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0de8e-c5f2-5aa9-39b0-6afd90f08a4a" [ 733.157077] env[62136]: _type = "Task" [ 733.157077] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.178077] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0de8e-c5f2-5aa9-39b0-6afd90f08a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.184743] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.184743] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.184743] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.184743] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.184743] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.184743] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fcd4575-6731-4dc8-835c-bd2917a8e02c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.195245] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085244} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.195522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.197061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df63538-29b9-4c33-824a-7a3b27fd6b49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.206159] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.206425] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.208049] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f51edb-8418-4fd5-91dc-e4e51e7f3c8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.228382] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d8c0304e-9088-4f0f-85ba-e17d8a2f7b65/d8c0304e-9088-4f0f-85ba-e17d8a2f7b65.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.233566] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df31cce2-7183-484c-a9dd-0dd91a03d88d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.249863] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 733.249863] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5219f570-f5ad-4a8e-30ea-26e891bed711" [ 733.249863] env[62136]: _type = "Task" [ 733.249863] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.254865] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 733.254865] env[62136]: value = "task-2286329" [ 733.254865] env[62136]: _type = "Task" [ 733.254865] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.262893] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5219f570-f5ad-4a8e-30ea-26e891bed711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.271655] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.389427] env[62136]: DEBUG nova.network.neutron [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Updated VIF entry in instance network info cache for port 0acc0499-1025-46a8-8c2c-35ab7bc06de1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.389859] env[62136]: DEBUG nova.network.neutron [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Updating instance_info_cache with network_info: [{"id": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "address": "fa:16:3e:98:ff:fd", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acc0499-10", "ovs_interfaceid": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.435939] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab6b53c-7be2-48a9-9e99-4a386c448a94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.443848] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f93e5-9469-41eb-b3ce-250fd3f700a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475448] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46540e98-f259-487c-a259-0afdaa3e1d06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.483975] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22579ead-6a26-443f-96b4-9a444e1621f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.500104] env[62136]: DEBUG nova.compute.provider_tree [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.521646] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286321, 'name': CloneVM_Task, 'duration_secs': 1.382558} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.522177] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Created linked-clone VM from snapshot [ 733.522622] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e50e7-e7a6-43fd-8eb9-6de97841e523 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.530598] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Uploading image 04296b45-c1f7-495f-8e38-9cbc4b726e1f {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 733.544728] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.545387] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82465c0d-096b-4b64-96c7-83963e5707c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553743] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 733.553743] env[62136]: value = "task-2286330" [ 733.553743] env[62136]: _type = "Task" [ 733.553743] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.561771] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286330, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.591794] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286328, 'name': Rename_Task, 'duration_secs': 0.177674} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.592101] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.592366] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b19577c-ebb0-4ca2-8abc-8539ab682cc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.600411] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 733.600411] env[62136]: value = "task-2286331" [ 733.600411] env[62136]: _type = "Task" [ 733.600411] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.609129] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.763360] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5219f570-f5ad-4a8e-30ea-26e891bed711, 'name': SearchDatastore_Task, 'duration_secs': 0.033782} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.764619] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a13220-daf2-4370-adcb-a5abac613ee8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.770437] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286329, 'name': ReconfigVM_Task, 'duration_secs': 0.26712} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.771035] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d8c0304e-9088-4f0f-85ba-e17d8a2f7b65/d8c0304e-9088-4f0f-85ba-e17d8a2f7b65.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.771821] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ad9887-50f9-4186-ab89-7b055b75ef39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.774500] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 733.774500] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52583758-2244-2688-acef-02eca6b01e0a" [ 733.774500] env[62136]: _type = "Task" [ 733.774500] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.779835] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 733.779835] env[62136]: value = "task-2286332" [ 733.779835] env[62136]: _type = "Task" [ 733.779835] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.782808] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52583758-2244-2688-acef-02eca6b01e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.790525] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286332, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.809146] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.839511] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.839841] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.840022] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.840213] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.840356] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.841043] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.841043] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.841043] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.841043] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.841228] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.842179] env[62136]: DEBUG nova.virt.hardware [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.842326] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac79e5ad-b3fc-499e-ae58-248796cb2ae6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.850554] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba54bfcd-3de6-4f5d-955a-170e2c342622 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.892471] env[62136]: DEBUG oslo_concurrency.lockutils [req-1738fd6e-a572-4b3b-b785-a3c945e3cfa2 req-98851811-0e7e-422d-a855-b2db5d38a19d service nova] Releasing lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.003354] env[62136]: DEBUG nova.scheduler.client.report [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.065899] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286330, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.075366] env[62136]: DEBUG nova.network.neutron [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.114232] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.286117] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52583758-2244-2688-acef-02eca6b01e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.023679} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.289350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.289636] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 55118b0f-2fd1-4662-997b-61b0691d3d94/55118b0f-2fd1-4662-997b-61b0691d3d94.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.289932] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad6c87d-6336-498f-9707-951838646638 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.296733] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286332, 'name': Rename_Task, 'duration_secs': 0.154176} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.298156] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.298521] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 734.298521] env[62136]: value = "task-2286333" [ 734.298521] env[62136]: _type = "Task" [ 734.298521] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.298775] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1de0952-41aa-40d2-a720-076571f6a157 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.308859] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.310313] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 734.310313] env[62136]: value = "task-2286334" [ 734.310313] env[62136]: _type = "Task" [ 734.310313] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.317799] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.515263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.515948] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.522914] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.356s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.523570] env[62136]: DEBUG nova.objects.instance [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'resources' on Instance uuid 75a154e6-130e-470b-b8b8-5c315cbd0f40 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 734.566519] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286330, 'name': Destroy_Task, 'duration_secs': 0.629641} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.567112] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Destroyed the VM [ 734.567112] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.567550] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43acb21e-9258-4f98-bdf1-bd820ffaf9a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.577659] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 734.577659] env[62136]: value = "task-2286335" [ 734.577659] env[62136]: _type = "Task" [ 734.577659] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.582756] env[62136]: INFO nova.compute.manager [-] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Took 1.48 seconds to deallocate network for instance. [ 734.595327] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.597868] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Successfully updated port: 7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.612664] env[62136]: DEBUG oslo_vmware.api [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286331, 'name': PowerOnVM_Task, 'duration_secs': 0.669897} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.612664] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.612664] env[62136]: DEBUG nova.compute.manager [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.613296] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa462807-73b6-4f34-a29e-7e9c65fc46ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.706022] env[62136]: DEBUG nova.compute.manager [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Received event network-vif-deleted-962ed0e4-6849-4f2c-8980-6240f4165a48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.706022] env[62136]: DEBUG nova.compute.manager [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Received event network-vif-plugged-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.706022] env[62136]: DEBUG oslo_concurrency.lockutils [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] Acquiring lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.706022] env[62136]: DEBUG oslo_concurrency.lockutils [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.706022] env[62136]: DEBUG oslo_concurrency.lockutils [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.706022] env[62136]: DEBUG nova.compute.manager [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] No waiting events found dispatching network-vif-plugged-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.706022] env[62136]: WARNING nova.compute.manager [req-ca9c6e93-f6ca-40e2-a31a-4554aea0a04d req-9e74a37c-abf8-4efb-83ab-740c8f60779b service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Received unexpected event network-vif-plugged-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 for instance with vm_state building and task_state spawning. [ 734.812381] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286333, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.821239] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.025133] env[62136]: DEBUG nova.compute.utils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.026632] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.026818] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.083050] env[62136]: DEBUG nova.policy [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '161a74162174436390b4982b354c37b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd39c673b5f48699e0b73509dd883ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.089698] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.097042] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.100636] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.100799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.100912] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.146377] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.316743] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656716} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.323509] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 55118b0f-2fd1-4662-997b-61b0691d3d94/55118b0f-2fd1-4662-997b-61b0691d3d94.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.323783] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.330021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e15cad3-3d87-4e9f-b92a-7e3dfe0e6f8b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.335570] env[62136]: DEBUG oslo_vmware.api [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286334, 'name': PowerOnVM_Task, 'duration_secs': 0.666457} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.337371] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.337608] env[62136]: INFO nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Took 11.55 seconds to spawn the instance on the hypervisor. [ 735.337897] env[62136]: DEBUG nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.340822] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 735.340822] env[62136]: value = "task-2286336" [ 735.340822] env[62136]: _type = "Task" [ 735.340822] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.340822] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf15dc3-8cb8-4997-ae96-4cb6d3ebbdde {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.359241] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.533444] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.588149] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286335, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.620920] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53b80d7-ff24-4de0-b0e0-b7e3617f3f83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.629942] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79a6e49-235f-4ff1-908e-ff3573abfabe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.661156] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb61e429-5e1f-412d-baa1-dbc03b9b4bf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.673438] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1a082-d533-4619-b8e2-d209efd946aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.689845] env[62136]: DEBUG nova.compute.provider_tree [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.691852] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.852979] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10089} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.856414] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.856414] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13723d33-a073-4a7f-bf2e-bf4d7ace6d15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.881893] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 55118b0f-2fd1-4662-997b-61b0691d3d94/55118b0f-2fd1-4662-997b-61b0691d3d94.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.886644] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cc42ff-d2be-48e3-bdc2-702fdd8d683f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.903307] env[62136]: INFO nova.compute.manager [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Took 48.65 seconds to build instance. [ 735.909553] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 735.909553] env[62136]: value = "task-2286337" [ 735.909553] env[62136]: _type = "Task" [ 735.909553] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.918190] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Successfully created port: 656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.933811] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.094121] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286335, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.195984] env[62136]: DEBUG nova.scheduler.client.report [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.328778] env[62136]: DEBUG nova.network.neutron [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Updating instance_info_cache with network_info: [{"id": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "address": "fa:16:3e:ce:71:3d", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e381bc5-dd", "ovs_interfaceid": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.405915] env[62136]: DEBUG oslo_concurrency.lockutils [None req-800a05dc-4835-436b-ba35-c07ec3dc8cb7 tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.926s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.420094] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.543483] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.582546] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.583278] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.583531] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.583761] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.583977] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.584320] env[62136]: DEBUG nova.virt.hardware [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.585984] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd99999-7d33-4a3b-a6e5-1a86b043d398 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.599054] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac5420-e739-4954-b995-d26774978c1e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.603320] env[62136]: DEBUG oslo_vmware.api [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286335, 'name': RemoveSnapshot_Task, 'duration_secs': 1.719989} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.603588] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.701666] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.705402] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.504s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.710019] env[62136]: INFO nova.compute.claims [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.734324] env[62136]: INFO nova.scheduler.client.report [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted allocations for instance 75a154e6-130e-470b-b8b8-5c315cbd0f40 [ 736.835373] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.835373] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Instance network_info: |[{"id": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "address": "fa:16:3e:ce:71:3d", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e381bc5-dd", "ovs_interfaceid": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.835373] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:71:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e381bc5-dde2-438f-a5e4-ccfc6107c2b7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.842500] env[62136]: DEBUG oslo.service.loopingcall [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.843650] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.843839] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e9ef499-6232-49e1-9b29-ed32739c63f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.871306] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.871306] env[62136]: value = "task-2286338" [ 736.871306] env[62136]: _type = "Task" [ 736.871306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.878020] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286338, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.911354] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.934609] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286337, 'name': ReconfigVM_Task, 'duration_secs': 0.857697} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.935216] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 55118b0f-2fd1-4662-997b-61b0691d3d94/55118b0f-2fd1-4662-997b-61b0691d3d94.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.936336] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91dfe783-4c7c-4c56-a9aa-f22316d7d9cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.943864] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 736.943864] env[62136]: value = "task-2286339" [ 736.943864] env[62136]: _type = "Task" [ 736.943864] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.953289] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286339, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.111319] env[62136]: WARNING nova.compute.manager [None req-07382a59-6c62-4a9d-af90-6ec74b065242 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Image not found during snapshot: nova.exception.ImageNotFound: Image 04296b45-c1f7-495f-8e38-9cbc4b726e1f could not be found. [ 737.244436] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f58221d1-f014-4c3e-9059-9b5e67a1aa62 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "75a154e6-130e-470b-b8b8-5c315cbd0f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.423s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.349700] env[62136]: DEBUG nova.compute.manager [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Received event network-changed-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.349910] env[62136]: DEBUG nova.compute.manager [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Refreshing instance network info cache due to event network-changed-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.350850] env[62136]: DEBUG oslo_concurrency.lockutils [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] Acquiring lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.350850] env[62136]: DEBUG oslo_concurrency.lockutils [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] Acquired lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.351145] env[62136]: DEBUG nova.network.neutron [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Refreshing network info cache for port 7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.386013] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286338, 'name': CreateVM_Task, 'duration_secs': 0.3241} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.386681] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.388701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.388701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.388701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.388701] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5549b9a-4441-4d85-8378-386bfb13ce9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.397929] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 737.397929] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e597a6-1172-dd6e-644a-e0162b2d747a" [ 737.397929] env[62136]: _type = "Task" [ 737.397929] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.407036] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e597a6-1172-dd6e-644a-e0162b2d747a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.451890] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.462374] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286339, 'name': Rename_Task, 'duration_secs': 0.177424} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.462640] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.462918] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645a60a6-2af7-4796-b9c8-2f1f969d3440 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.470064] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 737.470064] env[62136]: value = "task-2286340" [ 737.470064] env[62136]: _type = "Task" [ 737.470064] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.479910] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.481782] env[62136]: DEBUG nova.compute.manager [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.483327] env[62136]: DEBUG nova.compute.manager [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing instance network info cache due to event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.484394] env[62136]: DEBUG oslo_concurrency.lockutils [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.484394] env[62136]: DEBUG oslo_concurrency.lockutils [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.484394] env[62136]: DEBUG nova.network.neutron [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.912457] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e597a6-1172-dd6e-644a-e0162b2d747a, 'name': SearchDatastore_Task, 'duration_secs': 0.02477} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.912876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.913016] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.913894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.913894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.913894] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.913894] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7cdba52-b07d-4a7a-9e9e-0bae735ee139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.918190] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.918419] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.918618] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.918799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.918966] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.922465] env[62136]: INFO nova.compute.manager [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Terminating instance [ 737.927964] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.928167] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.935596] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324ed825-b4d8-4cc1-bb95-65e1802c898f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.946382] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 737.946382] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52137820-aba2-5756-8b3d-8855c3391c67" [ 737.946382] env[62136]: _type = "Task" [ 737.946382] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.954596] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52137820-aba2-5756-8b3d-8855c3391c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.983294] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.191631] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "a3426afa-5aef-40d7-a4da-38b1d7921300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.191943] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.192488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.192488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.192661] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.195232] env[62136]: INFO nova.compute.manager [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Terminating instance [ 738.333479] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32597162-24a7-4098-8955-b769db562719 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.344135] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447ac49-2eab-446c-bffd-dd73af83bf6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.383952] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef09c81-a14b-49e7-847c-fd2e38e74ca7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.392077] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c56401e-8088-496a-807e-6435186c5173 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.407010] env[62136]: DEBUG nova.compute.provider_tree [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.443167] env[62136]: DEBUG nova.compute.manager [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.443540] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.445513] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0b341-8e9b-48f2-a6d8-fbd1c11e0905 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.456876] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.460301] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24db2d5-5dec-4687-b68c-4f6860ec3a10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.461817] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52137820-aba2-5756-8b3d-8855c3391c67, 'name': SearchDatastore_Task, 'duration_secs': 0.025094} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.462943] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e8fd92-57ca-41f7-9932-b9b33274a8fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.466634] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 738.466634] env[62136]: value = "task-2286341" [ 738.466634] env[62136]: _type = "Task" [ 738.466634] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.473793] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 738.473793] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c35d8c-99e1-7361-1c79-fa69cd4d48de" [ 738.473793] env[62136]: _type = "Task" [ 738.473793] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.488409] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.492028] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.495538] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c35d8c-99e1-7361-1c79-fa69cd4d48de, 'name': SearchDatastore_Task, 'duration_secs': 0.015739} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.495816] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.496116] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 79f99cfd-6a56-44f6-96ae-542606032ba7/79f99cfd-6a56-44f6-96ae-542606032ba7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.497023] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36720bc9-6111-4c5d-b9aa-74e2e7710528 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.502699] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 738.502699] env[62136]: value = "task-2286342" [ 738.502699] env[62136]: _type = "Task" [ 738.502699] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.510799] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.550484] env[62136]: DEBUG nova.network.neutron [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Updated VIF entry in instance network info cache for port 7e381bc5-dde2-438f-a5e4-ccfc6107c2b7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.550865] env[62136]: DEBUG nova.network.neutron [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Updating instance_info_cache with network_info: [{"id": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "address": "fa:16:3e:ce:71:3d", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e381bc5-dd", "ovs_interfaceid": "7e381bc5-dde2-438f-a5e4-ccfc6107c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.681695] env[62136]: DEBUG nova.network.neutron [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updated VIF entry in instance network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.681695] env[62136]: DEBUG nova.network.neutron [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.706026] env[62136]: DEBUG nova.compute.manager [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.706026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.706026] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca5dc2-6f1d-4bac-b4bf-19d040f729c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.715387] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.715768] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37021127-d4cd-4b40-8db0-beb33e48d6ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.722675] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 738.722675] env[62136]: value = "task-2286343" [ 738.722675] env[62136]: _type = "Task" [ 738.722675] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.736488] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.753768] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Successfully updated port: 656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.911237] env[62136]: DEBUG nova.scheduler.client.report [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.979275] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286341, 'name': PowerOffVM_Task, 'duration_secs': 0.199892} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.982490] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.982687] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.982980] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ac424c-158c-43ed-9aba-c7e22a82ed7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.993642] env[62136]: DEBUG oslo_vmware.api [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286340, 'name': PowerOnVM_Task, 'duration_secs': 1.363866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.993948] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.994194] env[62136]: INFO nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Took 10.22 seconds to spawn the instance on the hypervisor. [ 738.995281] env[62136]: DEBUG nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.995465] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9536006-08fc-4799-8d82-a7e2920196d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.015372] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.054473] env[62136]: DEBUG oslo_concurrency.lockutils [req-f9c6d046-e0cc-4c2d-b2c8-3aefc1064069 req-48e7f1b1-95be-4b3c-add9-f62f442ec0eb service nova] Releasing lock "refresh_cache-79f99cfd-6a56-44f6-96ae-542606032ba7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.055058] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.055292] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.055493] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore2] 7785ecb8-62cd-4026-a310-424c06b8cb1d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.055734] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb82e127-5652-4006-ae05-9eebbcca6701 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.062839] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 739.062839] env[62136]: value = "task-2286345" [ 739.062839] env[62136]: _type = "Task" [ 739.062839] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.071656] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.187657] env[62136]: DEBUG oslo_concurrency.lockutils [req-dc429e89-dfd3-47b0-9429-0d8f9628b296 req-1cf00f5c-0f31-4bab-9209-7a669c67d264 service nova] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.235752] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286343, 'name': PowerOffVM_Task, 'duration_secs': 0.505085} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.235752] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.235752] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.236207] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61537081-bf96-4afa-9fdf-d84e13f05328 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.260843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.260969] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261914] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.306534] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.306778] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.306960] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleting the datastore file [datastore2] a3426afa-5aef-40d7-a4da-38b1d7921300 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.307241] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05dc8eea-b865-4b57-a20e-156e801f43eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.314805] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 739.314805] env[62136]: value = "task-2286347" [ 739.314805] env[62136]: _type = "Task" [ 739.314805] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.327298] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.422407] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.422945] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.425971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.404s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.525234] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574978} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.525746] env[62136]: INFO nova.compute.manager [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Took 47.86 seconds to build instance. [ 739.526731] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 79f99cfd-6a56-44f6-96ae-542606032ba7/79f99cfd-6a56-44f6-96ae-542606032ba7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.526967] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.527429] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51ca29b-a67c-4ee3-92f7-e863ac3172eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.537367] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 739.537367] env[62136]: value = "task-2286348" [ 739.537367] env[62136]: _type = "Task" [ 739.537367] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.551663] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.574759] env[62136]: DEBUG oslo_vmware.api [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250524} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.575527] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.575778] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.576031] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.576222] env[62136]: INFO nova.compute.manager [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 739.576503] env[62136]: DEBUG oslo.service.loopingcall [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.576720] env[62136]: DEBUG nova.compute.manager [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.576830] env[62136]: DEBUG nova.network.neutron [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.807872] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.831697] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.931099] env[62136]: INFO nova.compute.claims [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.937132] env[62136]: DEBUG nova.compute.utils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.938648] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.938947] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.996980] env[62136]: DEBUG nova.network.neutron [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Updating instance_info_cache with network_info: [{"id": "656dd4a0-1341-46d1-a673-db5814e3507a", "address": "fa:16:3e:99:24:6c", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd4a0-13", "ovs_interfaceid": "656dd4a0-1341-46d1-a673-db5814e3507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.028697] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6dc8f626-a77d-4bd8-b790-4c8f58b6f773 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.816s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.051107] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067742} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.052565] env[62136]: DEBUG nova.policy [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb6e93340604bdb8ba4cc504f48440f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127c9bfa29b0466093b8205cc29bc441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.054245] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.059310] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ffcd1-2a71-43a3-98e9-63c5d1906c4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.089343] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 79f99cfd-6a56-44f6-96ae-542606032ba7/79f99cfd-6a56-44f6-96ae-542606032ba7.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.089668] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7444ac84-dde0-4b71-b935-bee70ff06b48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.111251] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 740.111251] env[62136]: value = "task-2286349" [ 740.111251] env[62136]: _type = "Task" [ 740.111251] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.121608] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.330559] env[62136]: DEBUG oslo_vmware.api [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660484} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.330851] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.331023] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.331304] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.331637] env[62136]: INFO nova.compute.manager [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Took 1.63 seconds to destroy the instance on the hypervisor. [ 740.332161] env[62136]: DEBUG oslo.service.loopingcall [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.332430] env[62136]: DEBUG nova.compute.manager [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.332585] env[62136]: DEBUG nova.network.neutron [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.441281] env[62136]: INFO nova.compute.resource_tracker [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating resource usage from migration cb0ac8bd-71d7-4c64-aaab-f720f4579bde [ 740.445853] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.463436] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Received event network-vif-plugged-656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.463762] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquiring lock "822526f4-27e7-40be-9096-8ed254c7f102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.464090] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Lock "822526f4-27e7-40be-9096-8ed254c7f102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.464360] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Lock "822526f4-27e7-40be-9096-8ed254c7f102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.464638] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] No waiting events found dispatching network-vif-plugged-656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.464907] env[62136]: WARNING nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Received unexpected event network-vif-plugged-656dd4a0-1341-46d1-a673-db5814e3507a for instance with vm_state building and task_state spawning. [ 740.465319] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Received event network-changed-656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.465518] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Refreshing instance network info cache due to event network-changed-656dd4a0-1341-46d1-a673-db5814e3507a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.465660] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquiring lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.506023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.506023] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Instance network_info: |[{"id": "656dd4a0-1341-46d1-a673-db5814e3507a", "address": "fa:16:3e:99:24:6c", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd4a0-13", "ovs_interfaceid": "656dd4a0-1341-46d1-a673-db5814e3507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.506023] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquired lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.506023] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Refreshing network info cache for port 656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.506720] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:24:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '656dd4a0-1341-46d1-a673-db5814e3507a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.518665] env[62136]: DEBUG oslo.service.loopingcall [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.523261] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.524868] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e0aea0-2d2b-460f-af94-b5b6e63cd469 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.549857] env[62136]: DEBUG nova.network.neutron [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.551663] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.563597] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.563597] env[62136]: value = "task-2286350" [ 740.563597] env[62136]: _type = "Task" [ 740.563597] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.582614] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286350, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.614689] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Successfully created port: 326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.627333] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286349, 'name': ReconfigVM_Task, 'duration_secs': 0.33349} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.633444] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 79f99cfd-6a56-44f6-96ae-542606032ba7/79f99cfd-6a56-44f6-96ae-542606032ba7.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.633444] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df8d946a-8c16-48ba-941d-db76e19d3aeb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.637883] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 740.637883] env[62136]: value = "task-2286351" [ 740.637883] env[62136]: _type = "Task" [ 740.637883] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.652279] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286351, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.694226] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.694534] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.055856] env[62136]: INFO nova.compute.manager [-] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Took 1.48 seconds to deallocate network for instance. [ 741.079327] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286350, 'name': CreateVM_Task, 'duration_secs': 0.39377} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.079327] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.079327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.079594] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.079963] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.080417] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcbc5c2-9ccd-450c-8f67-d01e81c5c593 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.086551] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 741.086551] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df6502-48a3-8981-a9b6-51dc5044d7f1" [ 741.086551] env[62136]: _type = "Task" [ 741.086551] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.091857] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.097229] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df6502-48a3-8981-a9b6-51dc5044d7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.102057] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "402eda7b-473d-4924-9205-04158b472c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.102363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.135525] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010da241-3a4b-4659-a985-4ee902565bc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.147445] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286351, 'name': Rename_Task, 'duration_secs': 0.181152} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.149409] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.149999] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed369fd-b8e4-4ed4-ad87-d12df83b8057 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.151960] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb1e240-005c-4ee5-96f9-665161dd7247 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.188665] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13291dfb-12dc-496c-9202-4977e8a645aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.191354] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 741.191354] env[62136]: value = "task-2286352" [ 741.191354] env[62136]: _type = "Task" [ 741.191354] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.198645] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5e477-f02f-4255-808f-91d37068c7af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.205798] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.216407] env[62136]: DEBUG nova.compute.provider_tree [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.344093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.344093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.344534] env[62136]: INFO nova.compute.manager [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Rebooting instance [ 741.405476] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Updated VIF entry in instance network info cache for port 656dd4a0-1341-46d1-a673-db5814e3507a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.405898] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Updating instance_info_cache with network_info: [{"id": "656dd4a0-1341-46d1-a673-db5814e3507a", "address": "fa:16:3e:99:24:6c", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd4a0-13", "ovs_interfaceid": "656dd4a0-1341-46d1-a673-db5814e3507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.407181] env[62136]: DEBUG nova.network.neutron [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.457077] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.483472] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.483772] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.484185] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.484264] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.484371] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.484549] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.484789] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.484976] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.485606] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.485606] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.485606] env[62136]: DEBUG nova.virt.hardware [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.486800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de31235-4050-419f-9dce-1b908953738a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.495138] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18b694-0ad8-4944-a225-d82cb7effd14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.564270] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.596919] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df6502-48a3-8981-a9b6-51dc5044d7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.597246] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.597492] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.597728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.597878] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.598071] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.598333] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8228939-4bf2-475f-9e68-71a79ae9faf8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.608230] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.609769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.609769] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92336771-9a93-4e6b-8bda-b8c69da9e469 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.614549] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 741.614549] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f8fb-4836-4203-0648-ed7629a22d0c" [ 741.614549] env[62136]: _type = "Task" [ 741.614549] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.622971] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f8fb-4836-4203-0648-ed7629a22d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.702207] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286352, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.721506] env[62136]: DEBUG nova.scheduler.client.report [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.865463] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.865657] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.865846] env[62136]: DEBUG nova.network.neutron [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.911478] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Releasing lock "refresh_cache-822526f4-27e7-40be-9096-8ed254c7f102" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.911478] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.911478] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing instance network info cache due to event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.911478] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.911478] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.911478] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.913274] env[62136]: INFO nova.compute.manager [-] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Took 1.58 seconds to deallocate network for instance. [ 742.114490] env[62136]: DEBUG nova.compute.manager [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.114490] env[62136]: DEBUG nova.compute.manager [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing instance network info cache due to event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.114490] env[62136]: DEBUG oslo_concurrency.lockutils [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] Acquiring lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.114490] env[62136]: DEBUG oslo_concurrency.lockutils [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] Acquired lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.114490] env[62136]: DEBUG nova.network.neutron [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.140866] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f8fb-4836-4203-0648-ed7629a22d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.141994] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d16993d-3414-4979-a9ba-7b604f53eb03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.149492] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 742.149492] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290f6c5-6e8a-c390-562b-f26ab5676678" [ 742.149492] env[62136]: _type = "Task" [ 742.149492] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.161394] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290f6c5-6e8a-c390-562b-f26ab5676678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.202905] env[62136]: DEBUG oslo_vmware.api [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286352, 'name': PowerOnVM_Task, 'duration_secs': 0.745094} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.203337] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.203590] env[62136]: INFO nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Took 8.39 seconds to spawn the instance on the hypervisor. [ 742.206295] env[62136]: DEBUG nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.206295] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332eba32-816c-4566-928c-f841d63957dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.226251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.800s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.226440] env[62136]: INFO nova.compute.manager [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Migrating [ 742.233531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.104s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.233800] env[62136]: DEBUG nova.objects.instance [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'resources' on Instance uuid e4029453-3d83-4dab-926a-9a09fa94dbb9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 742.420611] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.672270] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290f6c5-6e8a-c390-562b-f26ab5676678, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.672467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.672764] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 822526f4-27e7-40be-9096-8ed254c7f102/822526f4-27e7-40be-9096-8ed254c7f102.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.675432] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d8a1ad-1749-4b59-b173-1ac5cb7dc6ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.680679] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 742.680679] env[62136]: value = "task-2286353" [ 742.680679] env[62136]: _type = "Task" [ 742.680679] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.690094] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.726506] env[62136]: INFO nova.compute.manager [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Took 38.66 seconds to build instance. [ 742.735354] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Successfully updated port: 326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.752169] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.752654] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.754404] env[62136]: DEBUG nova.network.neutron [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.851252] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updated VIF entry in instance network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.851873] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.866839] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.866985] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.867174] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.867693] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.867693] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.869679] env[62136]: INFO nova.compute.manager [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Terminating instance [ 742.903497] env[62136]: DEBUG nova.network.neutron [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.970670] env[62136]: DEBUG nova.compute.manager [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Received event network-vif-deleted-21ec2ee3-8bce-40e8-a4f9-a9cfaeea08ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.972678] env[62136]: DEBUG nova.compute.manager [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Received event network-vif-deleted-0b7b437b-a1de-4550-a81a-8ed4bd2078be {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.972678] env[62136]: DEBUG nova.compute.manager [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Received event network-vif-plugged-326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.972678] env[62136]: DEBUG oslo_concurrency.lockutils [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.972678] env[62136]: DEBUG oslo_concurrency.lockutils [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.972678] env[62136]: DEBUG oslo_concurrency.lockutils [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.972678] env[62136]: DEBUG nova.compute.manager [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] No waiting events found dispatching network-vif-plugged-326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.972678] env[62136]: WARNING nova.compute.manager [req-1c3e6244-99ed-4da7-b93f-939a8ddaecc2 req-cf0d3fba-52b4-46b4-be97-878182a236cc service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Received unexpected event network-vif-plugged-326f6396-5e60-47dd-bec7-6d862fc730e7 for instance with vm_state building and task_state spawning. [ 743.000888] env[62136]: DEBUG nova.network.neutron [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updated VIF entry in instance network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.001300] env[62136]: DEBUG nova.network.neutron [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [{"id": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "address": "fa:16:3e:5e:22:9b", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162e9aae-43", "ovs_interfaceid": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.194358] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.238794] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd8a720c-d022-4b56-8dee-854c18c46a9c tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.401s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.241302] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.241471] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.241624] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.294164] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47fa84-067a-4751-8223-c33b43edb761 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.302612] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7220a3-6268-4d49-90e0-24bc5e2045af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.334509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87725086-9cc4-40ec-9ba4-89510858ed42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.343206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74ca8b-e29a-4bb0-857c-a0a94a610d81 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.356779] env[62136]: DEBUG nova.compute.provider_tree [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.360344] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.360579] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.360748] env[62136]: DEBUG nova.compute.manager [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing instance network info cache due to event network-changed-162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.360931] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquiring lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.373777] env[62136]: DEBUG nova.compute.manager [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.373989] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.374864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26347aee-5174-4663-a7fe-b155b063ea6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.382895] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.383181] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49fcaa8-4d69-4038-aff3-728ca131cf98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.389946] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 743.389946] env[62136]: value = "task-2286354" [ 743.389946] env[62136]: _type = "Task" [ 743.389946] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.404036] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.405842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.503760] env[62136]: DEBUG oslo_concurrency.lockutils [req-58685731-6e5f-459e-bd77-07763d36362d req-8b210cca-5310-4efc-bc5b-95faef6f5709 service nova] Releasing lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.504212] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Acquired lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.504609] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Refreshing network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.536469] env[62136]: DEBUG nova.network.neutron [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.691671] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.691938] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 822526f4-27e7-40be-9096-8ed254c7f102/822526f4-27e7-40be-9096-8ed254c7f102.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.692173] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.692430] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86ea5a25-60aa-4642-9d94-842ca701324b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.699213] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 743.699213] env[62136]: value = "task-2286355" [ 743.699213] env[62136]: _type = "Task" [ 743.699213] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.707692] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.741370] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.794018] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.862781] env[62136]: DEBUG nova.scheduler.client.report [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.901764] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286354, 'name': PowerOffVM_Task, 'duration_secs': 0.44554} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.902059] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.902237] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.902500] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0618a306-975b-49e7-802e-c2a248ed05c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.911840] env[62136]: DEBUG nova.compute.manager [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.912398] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47cef9-4672-4d34-b68e-b33b7e904945 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.997920] env[62136]: DEBUG nova.network.neutron [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.040203] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.047542] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.047542] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.047542] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleting the datastore file [datastore1] d8c0304e-9088-4f0f-85ba-e17d8a2f7b65 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.047542] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473b761b-d496-4c2d-8ae9-38257feeefdc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.057020] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 744.057020] env[62136]: value = "task-2286357" [ 744.057020] env[62136]: _type = "Task" [ 744.057020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.076465] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.211231] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.338913} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.214453] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.215471] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44785aa7-cb8a-4378-97f2-58e1ca230791 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.239305] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 822526f4-27e7-40be-9096-8ed254c7f102/822526f4-27e7-40be-9096-8ed254c7f102.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.239898] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4016bd-d0bb-4a30-9d9e-29bfb6770590 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.268022] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 744.268022] env[62136]: value = "task-2286358" [ 744.268022] env[62136]: _type = "Task" [ 744.268022] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.274739] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.284081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.327325] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updated VIF entry in instance network info cache for port 162e9aae-43f0-499a-a2ab-18e08756f6f6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.327779] env[62136]: DEBUG nova.network.neutron [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [{"id": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "address": "fa:16:3e:5e:22:9b", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162e9aae-43", "ovs_interfaceid": "162e9aae-43f0-499a-a2ab-18e08756f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.367929] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.373325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.877s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.373325] env[62136]: INFO nova.compute.claims [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.396519] env[62136]: INFO nova.scheduler.client.report [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted allocations for instance e4029453-3d83-4dab-926a-9a09fa94dbb9 [ 744.501129] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.501602] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Instance network_info: |[{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.502162] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326f6396-5e60-47dd-bec7-6d862fc730e7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.511016] env[62136]: DEBUG oslo.service.loopingcall [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.511652] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.511946] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be918a8b-f045-43ff-8291-3e862b5dd1f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.531102] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.531102] env[62136]: value = "task-2286359" [ 744.531102] env[62136]: _type = "Task" [ 744.531102] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.539265] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286359, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.565989] env[62136]: DEBUG oslo_vmware.api [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457756} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.566725] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.566725] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.566725] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.566951] env[62136]: INFO nova.compute.manager [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Took 1.19 seconds to destroy the instance on the hypervisor. [ 744.567073] env[62136]: DEBUG oslo.service.loopingcall [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.567438] env[62136]: DEBUG nova.compute.manager [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.567518] env[62136]: DEBUG nova.network.neutron [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.779152] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286358, 'name': ReconfigVM_Task, 'duration_secs': 0.505672} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.779728] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 822526f4-27e7-40be-9096-8ed254c7f102/822526f4-27e7-40be-9096-8ed254c7f102.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.780557] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec4c169-1ffe-4e31-a6d9-11278c7aa306 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.788205] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 744.788205] env[62136]: value = "task-2286360" [ 744.788205] env[62136]: _type = "Task" [ 744.788205] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.798310] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286360, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.833324] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f6aa326-e8f6-4454-ae44-ce0b75a65995 req-f2720bb6-1f14-46d8-841e-938bbed26854 service nova] Releasing lock "refresh_cache-d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.912228] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abd7fa29-bbbd-430b-b4ee-91126915b097 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "e4029453-3d83-4dab-926a-9a09fa94dbb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.128s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.928927] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008b258-cf04-4012-b067-3aa64fe43222 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.942997] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Doing hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 744.942997] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-43c5e8c9-4191-4501-a613-fe1d7ed35ce1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.950399] env[62136]: DEBUG oslo_vmware.api [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 744.950399] env[62136]: value = "task-2286361" [ 744.950399] env[62136]: _type = "Task" [ 744.950399] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.959292] env[62136]: DEBUG oslo_vmware.api [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286361, 'name': ResetVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.024327] env[62136]: DEBUG nova.compute.manager [req-d915a6fc-b3bd-4e8b-a1cf-602920379974 req-8c1d367b-4fa1-4f2e-87c3-74ebf63f4795 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Received event network-vif-deleted-162e9aae-43f0-499a-a2ab-18e08756f6f6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.024697] env[62136]: INFO nova.compute.manager [req-d915a6fc-b3bd-4e8b-a1cf-602920379974 req-8c1d367b-4fa1-4f2e-87c3-74ebf63f4795 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Neutron deleted interface 162e9aae-43f0-499a-a2ab-18e08756f6f6; detaching it from the instance and deleting it from the info cache [ 745.024697] env[62136]: DEBUG nova.network.neutron [req-d915a6fc-b3bd-4e8b-a1cf-602920379974 req-8c1d367b-4fa1-4f2e-87c3-74ebf63f4795 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.043184] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286359, 'name': CreateVM_Task, 'duration_secs': 0.365138} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.043414] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.044178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.044364] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.044609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.045339] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9485ed41-b9f5-4b3f-ab21-7e4d0b4b3a25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.051418] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 745.051418] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205d602-c3ce-7e89-e009-a284228995ea" [ 745.051418] env[62136]: _type = "Task" [ 745.051418] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.059193] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205d602-c3ce-7e89-e009-a284228995ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.099897] env[62136]: DEBUG nova.compute.manager [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Received event network-changed-326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.100100] env[62136]: DEBUG nova.compute.manager [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Refreshing instance network info cache due to event network-changed-326f6396-5e60-47dd-bec7-6d862fc730e7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.100355] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Acquiring lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.100513] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Acquired lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100718] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Refreshing network info cache for port 326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.298687] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286360, 'name': Rename_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.298970] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.299346] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c002dd9-941f-4a15-a15b-fc381ea2b84d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.305557] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 745.305557] env[62136]: value = "task-2286362" [ 745.305557] env[62136]: _type = "Task" [ 745.305557] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.312876] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.440555] env[62136]: DEBUG nova.network.neutron [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.468017] env[62136]: DEBUG oslo_vmware.api [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286361, 'name': ResetVM_Task, 'duration_secs': 0.100677} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.470512] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Did hard reboot of VM {{(pid=62136) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 745.471074] env[62136]: DEBUG nova.compute.manager [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.471556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d5f43-e056-44dc-a613-3fd98855c7c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.530021] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f16894a-cda4-4ca8-8c09-d1f5dda2d43d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.540446] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f806272-f6df-4006-b2db-b297fbf60673 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.561095] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac4311-a6fe-4f16-9e99-9ef852f80148 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.586112] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.590599] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5205d602-c3ce-7e89-e009-a284228995ea, 'name': SearchDatastore_Task, 'duration_secs': 0.038024} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.608019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.608019] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.608019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.608019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.608314] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.610735] env[62136]: DEBUG nova.compute.manager [req-d915a6fc-b3bd-4e8b-a1cf-602920379974 req-8c1d367b-4fa1-4f2e-87c3-74ebf63f4795 service nova] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Detach interface failed, port_id=162e9aae-43f0-499a-a2ab-18e08756f6f6, reason: Instance d8c0304e-9088-4f0f-85ba-e17d8a2f7b65 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 745.611526] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3061b51-730e-48a9-9a86-bdc1959b224a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.626308] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.626308] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.626308] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9285dd61-56bf-4a07-9c4b-886f1ff163ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.634542] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 745.634542] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52427376-c885-af54-5d8a-426ca715c761" [ 745.634542] env[62136]: _type = "Task" [ 745.634542] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.643277] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52427376-c885-af54-5d8a-426ca715c761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.817564] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.901658] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updated VIF entry in instance network info cache for port 326f6396-5e60-47dd-bec7-6d862fc730e7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.902070] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.945760] env[62136]: INFO nova.compute.manager [-] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Took 1.38 seconds to deallocate network for instance. [ 745.989532] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0895c95e-999d-46ee-985f-b2b9fc406dd2 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.645s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.092199] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.093670] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c44b94-d957-4a25-9f53-4a7cebd22546 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.096360] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23fb48b9-72d0-4776-9d66-8413825d05dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.102917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce2442-15c3-4ef4-a69a-4b294e42e00d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.107418] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 746.107418] env[62136]: value = "task-2286363" [ 746.107418] env[62136]: _type = "Task" [ 746.107418] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.149353] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb22f6-72f8-4ee4-bdb0-ebc39b5a5426 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.155736] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.162217] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52427376-c885-af54-5d8a-426ca715c761, 'name': SearchDatastore_Task, 'duration_secs': 0.032227} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.165065] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2132cd90-1547-4099-b738-3585f62dd408 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.168843] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac976d1-3391-4d83-9522-2f4ee6a1050a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.181415] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 746.181415] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525d7b16-4113-558b-f3af-956f5eca4b59" [ 746.181415] env[62136]: _type = "Task" [ 746.181415] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.191260] env[62136]: DEBUG nova.compute.provider_tree [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.205885] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525d7b16-4113-558b-f3af-956f5eca4b59, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.207481] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.207614] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.207951] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de92e71d-2867-4bcd-b6e5-48b16bb79371 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.217223] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 746.217223] env[62136]: value = "task-2286364" [ 746.217223] env[62136]: _type = "Task" [ 746.217223] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.228963] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.317459] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.405300] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Releasing lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.405700] env[62136]: DEBUG nova.compute.manager [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.405957] env[62136]: DEBUG nova.compute.manager [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing instance network info cache due to event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.406322] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.406556] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.406811] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.452669] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.625065] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286363, 'name': PowerOffVM_Task, 'duration_secs': 0.201505} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.625584] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.625711] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.703528] env[62136]: DEBUG nova.scheduler.client.report [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.734122] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.817638] env[62136]: DEBUG oslo_vmware.api [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286362, 'name': PowerOnVM_Task, 'duration_secs': 1.246908} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.818209] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.818574] env[62136]: INFO nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Took 10.27 seconds to spawn the instance on the hypervisor. [ 746.818943] env[62136]: DEBUG nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.819904] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c98bf-a83f-4f32-99ca-efeef58ebc66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.132648] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.132904] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.133320] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.133873] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.134097] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.134510] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.135160] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.135523] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.135792] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.136086] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.136427] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.144520] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d96c5e1-493b-49b2-a9af-6d838a7d35dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.167736] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.168165] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 747.168165] env[62136]: value = "task-2286365" [ 747.168165] env[62136]: _type = "Task" [ 747.168165] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.168799] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.181778] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.208129] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.208891] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.213286] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.319s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.214712] env[62136]: INFO nova.compute.claims [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.224193] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updated VIF entry in instance network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.224534] env[62136]: DEBUG nova.network.neutron [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.229443] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57292} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.229855] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.230079] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.230333] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3442d8d2-e7ea-444e-96c3-644ccd518f84 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.237925] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 747.237925] env[62136]: value = "task-2286366" [ 747.237925] env[62136]: _type = "Task" [ 747.237925] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.247041] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.338856] env[62136]: INFO nova.compute.manager [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Took 42.45 seconds to build instance. [ 747.474049] env[62136]: DEBUG nova.compute.manager [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.474286] env[62136]: DEBUG nova.compute.manager [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing instance network info cache due to event network-changed-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.474488] env[62136]: DEBUG oslo_concurrency.lockutils [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] Acquiring lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.684340] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.684634] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 747.684837] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Rebuilding the list of instances to heal {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 747.690735] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286365, 'name': ReconfigVM_Task, 'duration_secs': 0.342193} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.691256] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.722066] env[62136]: DEBUG nova.compute.utils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.726479] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.726717] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.730960] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ebf5bdc-5801-44e1-81d7-db17802b3edd req-e12124e4-0913-4e7c-a5b9-01661ba21d01 service nova] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.731415] env[62136]: DEBUG oslo_concurrency.lockutils [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] Acquired lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.731663] env[62136]: DEBUG nova.network.neutron [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Refreshing network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.748235] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064611} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.748415] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.749186] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e871c9-658d-4952-8b98-d2a76fe05fa1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.772484] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.773957] env[62136]: DEBUG nova.policy [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69582521f1c4445b9011770cc4409eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d09f38b2664b1d92a0dfd50ae2f310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.775621] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c357668-109d-4a30-a945-2e350f7e275b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.795998] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 747.795998] env[62136]: value = "task-2286367" [ 747.795998] env[62136]: _type = "Task" [ 747.795998] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.803979] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.842195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a79b7728-676c-4aaa-a8a4-e70394b158b4 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.305s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.105934] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Successfully created port: a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.161015] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.161274] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.200025] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Skipping network cache update for instance because it is being deleted. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 748.200025] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 748.200025] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 748.200025] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 748.203737] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:43:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01ea2141-e0c6-4fb9-8a4d-2a789896da24',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-715159865',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.203885] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.204938] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.204938] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.204938] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.204938] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.204938] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.205368] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.205441] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.205595] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.206073] env[62136]: DEBUG nova.virt.hardware [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.212643] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.213268] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d633aa-9155-4fe3-bb04-54fb808ec130 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.228120] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.245069] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 748.245069] env[62136]: value = "task-2286368" [ 748.245069] env[62136]: _type = "Task" [ 748.245069] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.256666] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.285557] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.285714] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.285866] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 748.286053] env[62136]: DEBUG nova.objects.instance [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lazy-loading 'info_cache' on Instance uuid c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 748.309323] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.344842] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.647551] env[62136]: DEBUG nova.network.neutron [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updated VIF entry in instance network info cache for port 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.652157] env[62136]: DEBUG nova.network.neutron [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [{"id": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "address": "fa:16:3e:59:1b:24", "network": {"id": "7443af78-bbf5-4b94-a3ec-82238b1e790f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-426305431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9176b08714ea45b5b6644d8047b98688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3dc6cf-0b", "ovs_interfaceid": "8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.754657] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286368, 'name': ReconfigVM_Task, 'duration_secs': 0.234875} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.758671] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.758671] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be139ac9-369f-4c30-a4e0-16772b2528a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.788092] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.791669] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3098bc-bf9c-479b-8be6-7e52606cbdb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.820143] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.824116] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 748.824116] env[62136]: value = "task-2286369" [ 748.824116] env[62136]: _type = "Task" [ 748.824116] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.833395] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.864826] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.934493] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a63370-0470-4517-a302-797be5bef6f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.942060] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b113cf-36e4-4da6-b188-9166a074057f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.973827] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc59e1-353d-4f94-b141-b0f43c30f015 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.981677] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce870b83-52e4-48ec-ac09-4e9a2d33e920 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.996015] env[62136]: DEBUG nova.compute.provider_tree [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.154887] env[62136]: DEBUG oslo_concurrency.lockutils [req-68a6ab25-2c16-4f64-88dc-413aed0e7094 req-19993531-2046-44b7-8998-9e2eb480a596 service nova] Releasing lock "refresh_cache-08705d00-016c-46fb-9ede-84761442cfb0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.240470] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.265934] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.266603] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.266603] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.266740] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.266871] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.267082] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.267354] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.267577] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.267800] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.268028] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.268237] env[62136]: DEBUG nova.virt.hardware [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.269170] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecef933-ea24-4363-a0aa-e128acedfb73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.277645] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335b57a8-f2fc-4fa3-b107-5d0de706929e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.321338] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.333031] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286369, 'name': ReconfigVM_Task, 'duration_secs': 0.448638} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.334027] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.334027] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.501114] env[62136]: DEBUG nova.scheduler.client.report [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.820868] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286367, 'name': ReconfigVM_Task, 'duration_secs': 1.860955} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.821279] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.821785] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee4ca9e1-0cf7-428a-8773-723662b3caed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.828331] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 749.828331] env[62136]: value = "task-2286370" [ 749.828331] env[62136]: _type = "Task" [ 749.828331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.837013] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286370, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.840171] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b1d6f-d4b5-4b75-8866-328f3d945e51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.860280] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9ab2a-9b73-4698-8b46-07bb6ccd5d25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.879141] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.920419] env[62136]: DEBUG nova.compute.manager [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Received event network-vif-plugged-a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.920419] env[62136]: DEBUG oslo_concurrency.lockutils [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] Acquiring lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.920419] env[62136]: DEBUG oslo_concurrency.lockutils [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.920419] env[62136]: DEBUG oslo_concurrency.lockutils [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.920419] env[62136]: DEBUG nova.compute.manager [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] No waiting events found dispatching network-vif-plugged-a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.920419] env[62136]: WARNING nova.compute.manager [req-a61a3e5f-a335-40eb-b916-594af86d1d3c req-39890189-f532-4ffb-822c-1dfd9d3eb247 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Received unexpected event network-vif-plugged-a0bb8188-f426-4bc9-81d4-80a9ec72c999 for instance with vm_state building and task_state spawning. [ 750.007267] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.007807] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.010818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.742s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.011052] env[62136]: DEBUG nova.objects.instance [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lazy-loading 'resources' on Instance uuid 74d836a8-ff28-4fac-b17e-e531cebc02df {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 750.139148] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Successfully updated port: a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.183377] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [{"id": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "address": "fa:16:3e:71:5d:84", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51ee15-29", "ovs_interfaceid": "ed51ee15-29da-43f0-aae2-8a1e30d775c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.236033] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "55118b0f-2fd1-4662-997b-61b0691d3d94" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.236360] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.236615] env[62136]: DEBUG nova.compute.manager [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.237542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f3e8e-97d1-4c08-b994-1b399fb4fb1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.244641] env[62136]: DEBUG nova.compute.manager [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 750.245954] env[62136]: DEBUG nova.objects.instance [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lazy-loading 'flavor' on Instance uuid 55118b0f-2fd1-4662-997b-61b0691d3d94 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 750.338938] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286370, 'name': Rename_Task, 'duration_secs': 0.347989} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.339244] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.339531] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b043b85f-01a3-4d6f-9877-a656a2e45d06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.346387] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 750.346387] env[62136]: value = "task-2286371" [ 750.346387] env[62136]: _type = "Task" [ 750.346387] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.353708] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.421561] env[62136]: DEBUG nova.network.neutron [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Port 30a58c5e-20b8-4e14-9b75-c91e847ad135 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 750.517127] env[62136]: DEBUG nova.compute.utils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.519332] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.519332] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.561548] env[62136]: DEBUG nova.policy [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.645251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.645251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.645251] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.687527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-c433d091-5d97-4757-8cb1-5b8de3e643b3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.687741] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 750.688156] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.688333] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.688486] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.688635] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.688777] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.688920] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.689060] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 750.689209] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.860673] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286371, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.907850] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Successfully created port: 03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.013287] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e1980-476e-4b15-8423-bbfe92cd41a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.022205] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe71bb48-820c-4e96-93e9-184a43259cdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.028183] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.060145] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023033b7-8ee4-4cdb-af78-41201554a90e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.068828] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff86df4-084d-41fd-97ea-6f4f96fb8268 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.084190] env[62136]: DEBUG nova.compute.provider_tree [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.191843] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.215650] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.252060] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.252619] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08f1ed3-dd17-467d-886c-b4cb579f3d2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.260042] env[62136]: DEBUG oslo_vmware.api [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 751.260042] env[62136]: value = "task-2286372" [ 751.260042] env[62136]: _type = "Task" [ 751.260042] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.268666] env[62136]: DEBUG oslo_vmware.api [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.360155] env[62136]: DEBUG oslo_vmware.api [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286371, 'name': PowerOnVM_Task, 'duration_secs': 0.607482} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.360458] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.360664] env[62136]: INFO nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Took 9.90 seconds to spawn the instance on the hypervisor. [ 751.360848] env[62136]: DEBUG nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.361772] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d07ac-b06c-4df7-9bf5-ff49f85cd010 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.448319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "727f4737-801e-490d-9a63-9fde601cc08c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.448319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.448319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.487031] env[62136]: DEBUG nova.network.neutron [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Updating instance_info_cache with network_info: [{"id": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "address": "fa:16:3e:e7:af:d2", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bb8188-f4", "ovs_interfaceid": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.587700] env[62136]: DEBUG nova.scheduler.client.report [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.770865] env[62136]: DEBUG oslo_vmware.api [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286372, 'name': PowerOffVM_Task, 'duration_secs': 0.24824} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.771161] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.771448] env[62136]: DEBUG nova.compute.manager [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.772262] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355e685-edea-4629-b57d-2b50a55b523e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.880025] env[62136]: INFO nova.compute.manager [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Took 44.70 seconds to build instance. [ 751.943013] env[62136]: DEBUG nova.compute.manager [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Received event network-changed-a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.943248] env[62136]: DEBUG nova.compute.manager [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Refreshing instance network info cache due to event network-changed-a0bb8188-f426-4bc9-81d4-80a9ec72c999. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.943523] env[62136]: DEBUG oslo_concurrency.lockutils [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] Acquiring lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.990123] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.990491] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance network_info: |[{"id": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "address": "fa:16:3e:e7:af:d2", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bb8188-f4", "ovs_interfaceid": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.990812] env[62136]: DEBUG oslo_concurrency.lockutils [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] Acquired lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.991056] env[62136]: DEBUG nova.network.neutron [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Refreshing network info cache for port a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.992316] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:af:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0bb8188-f426-4bc9-81d4-80a9ec72c999', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.000645] env[62136]: DEBUG oslo.service.loopingcall [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.001702] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.001805] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a23a5ab4-97d6-4697-939d-b889518246ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.023759] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.023759] env[62136]: value = "task-2286373" [ 752.023759] env[62136]: _type = "Task" [ 752.023759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.031662] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286373, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.066017] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.092973] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.097443] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.097781] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.097878] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.098050] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.099047] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.099047] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.099047] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.099047] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.099264] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.099313] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.099459] env[62136]: DEBUG nova.virt.hardware [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.100062] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.659s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.102299] env[62136]: INFO nova.compute.claims [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.104859] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b03996-373e-4db8-9bfd-08cede4c2b02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.113699] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d40ca5-3389-49e0-bf82-ab75a70a5da1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.131324] env[62136]: INFO nova.scheduler.client.report [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleted allocations for instance 74d836a8-ff28-4fac-b17e-e531cebc02df [ 752.283385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2f90a382-d19b-40fe-8e99-90bcd304ed5d tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.382173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd614020-eb44-470f-b008-76f58854c4be tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.077s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.502014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.502331] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.502687] env[62136]: DEBUG nova.network.neutron [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.535036] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286373, 'name': CreateVM_Task, 'duration_secs': 0.426593} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.535036] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.535871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.535871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.536412] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb0e785-27ba-4474-bc8e-7c80463feb2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.541248] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 752.541248] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52668598-a7f2-1255-2dc5-0ffc8850a0b8" [ 752.541248] env[62136]: _type = "Task" [ 752.541248] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.550295] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52668598-a7f2-1255-2dc5-0ffc8850a0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.639579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f00aeae-3c9d-46e6-af94-123537cb4baf tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "74d836a8-ff28-4fac-b17e-e531cebc02df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.232s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.874092] env[62136]: DEBUG nova.objects.instance [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lazy-loading 'flavor' on Instance uuid 55118b0f-2fd1-4662-997b-61b0691d3d94 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 752.884301] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.941126] env[62136]: DEBUG nova.network.neutron [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Updated VIF entry in instance network info cache for port a0bb8188-f426-4bc9-81d4-80a9ec72c999. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.943220] env[62136]: DEBUG nova.network.neutron [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Updating instance_info_cache with network_info: [{"id": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "address": "fa:16:3e:e7:af:d2", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bb8188-f4", "ovs_interfaceid": "a0bb8188-f426-4bc9-81d4-80a9ec72c999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.997660] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Successfully updated port: 03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.012171] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.012420] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.012629] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.012810] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.012982] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.015190] env[62136]: INFO nova.compute.manager [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Terminating instance [ 753.053912] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52668598-a7f2-1255-2dc5-0ffc8850a0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.054231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.054471] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.054708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.054854] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.055038] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.055326] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c63d2735-39ef-4aba-9c44-30e5675a5df0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.064768] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.064952] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.065751] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec38140f-04ec-40b5-b876-52ee03d2e683 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.072635] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 753.072635] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529056b1-0e68-1e5b-3cae-52d8d71a1d75" [ 753.072635] env[62136]: _type = "Task" [ 753.072635] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.080581] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529056b1-0e68-1e5b-3cae-52d8d71a1d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.326627] env[62136]: DEBUG nova.network.neutron [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.378940] env[62136]: DEBUG oslo_concurrency.lockutils [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.379130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquired lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.379306] env[62136]: DEBUG nova.network.neutron [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.379475] env[62136]: DEBUG nova.objects.instance [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lazy-loading 'info_cache' on Instance uuid 55118b0f-2fd1-4662-997b-61b0691d3d94 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 753.408111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.444698] env[62136]: DEBUG oslo_concurrency.lockutils [req-4aabf4c2-5a2c-4f27-910b-4d4bea16e933 req-2312e559-2213-47af-b0e0-5b4eeadc3555 service nova] Releasing lock "refresh_cache-92f58056-3ff1-4039-8450-5a8f974de6a6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.506503] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.506503] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.506503] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.520390] env[62136]: DEBUG nova.compute.manager [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.520515] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.524248] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee92e50-6ecf-481a-9954-69f881033fc0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.535618] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.535618] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5808f455-8bb7-47b4-9ca9-4ff01b31d038 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.545015] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 753.545015] env[62136]: value = "task-2286374" [ 753.545015] env[62136]: _type = "Task" [ 753.545015] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.554749] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.584506] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529056b1-0e68-1e5b-3cae-52d8d71a1d75, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.589196] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ede2e7-e911-41a1-9bcb-a7586e647cba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.595759] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 753.595759] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0500b-7f15-7bac-a0d0-1b4f49ca80cc" [ 753.595759] env[62136]: _type = "Task" [ 753.595759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.609766] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0500b-7f15-7bac-a0d0-1b4f49ca80cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.609766] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.609766] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 92f58056-3ff1-4039-8450-5a8f974de6a6/92f58056-3ff1-4039-8450-5a8f974de6a6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.610965] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87e1296-98d4-45fe-a5d7-a3bf6bafff5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.620550] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 753.620550] env[62136]: value = "task-2286375" [ 753.620550] env[62136]: _type = "Task" [ 753.620550] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.631284] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.639030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeefe94-7074-46ef-aee2-fbc180b13e53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.646724] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a7a05-8ceb-48cd-8665-d61a2d0f3b68 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.680977] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd844f5-26dd-4547-93dd-3ba8eade85e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.690746] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644832c-ee7d-4ef7-993d-febc9cd1a620 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.707311] env[62136]: DEBUG nova.compute.provider_tree [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.831184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.883636] env[62136]: DEBUG nova.objects.base [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Object Instance<55118b0f-2fd1-4662-997b-61b0691d3d94> lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 753.973086] env[62136]: DEBUG nova.compute.manager [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Received event network-vif-plugged-03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.973570] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Acquiring lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.974540] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.974873] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.975236] env[62136]: DEBUG nova.compute.manager [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] No waiting events found dispatching network-vif-plugged-03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.975465] env[62136]: WARNING nova.compute.manager [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Received unexpected event network-vif-plugged-03afa9a9-9242-42c8-ab13-a83ad1da77a1 for instance with vm_state building and task_state spawning. [ 753.975672] env[62136]: DEBUG nova.compute.manager [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Received event network-changed-03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.975888] env[62136]: DEBUG nova.compute.manager [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Refreshing instance network info cache due to event network-changed-03afa9a9-9242-42c8-ab13-a83ad1da77a1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.976103] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Acquiring lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.050806] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.063384] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286374, 'name': PowerOffVM_Task, 'duration_secs': 0.215234} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.063990] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.063990] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.065267] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d92434-d4d2-4acd-8dc3-68746e085149 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.133560] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.146952] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.147180] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.147372] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleting the datastore file [datastore1] 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.148510] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0928e5e-c03f-4e36-993e-d0875227c1c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.158368] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for the task: (returnval){ [ 754.158368] env[62136]: value = "task-2286377" [ 754.158368] env[62136]: _type = "Task" [ 754.158368] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.173644] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.210727] env[62136]: DEBUG nova.scheduler.client.report [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.273455] env[62136]: DEBUG nova.network.neutron [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Updating instance_info_cache with network_info: [{"id": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "address": "fa:16:3e:d1:b1:a3", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03afa9a9-92", "ovs_interfaceid": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.361247] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2a49e-9af8-4db5-b25e-3e6c8b11ca96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.381339] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe38ca-cdac-4435-bfd9-612d97514d38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.391584] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.565957] env[62136]: DEBUG nova.compute.manager [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 754.632332] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564122} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.632617] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 92f58056-3ff1-4039-8450-5a8f974de6a6/92f58056-3ff1-4039-8450-5a8f974de6a6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.632768] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.633022] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fe2cddf-f27e-48cc-9438-c2f8308a6423 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640446] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 754.640446] env[62136]: value = "task-2286378" [ 754.640446] env[62136]: _type = "Task" [ 754.640446] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.650605] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.653345] env[62136]: DEBUG nova.network.neutron [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Updating instance_info_cache with network_info: [{"id": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "address": "fa:16:3e:98:ff:fd", "network": {"id": "92d9c969-6768-42d7-84d0-c7b833464093", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-560024366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd39c673b5f48699e0b73509dd883ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acc0499-10", "ovs_interfaceid": "0acc0499-1025-46a8-8c2c-35ab7bc06de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.670127] env[62136]: DEBUG oslo_vmware.api [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Task: {'id': task-2286377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411028} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.670435] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.670628] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.670817] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.671020] env[62136]: INFO nova.compute.manager [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.671297] env[62136]: DEBUG oslo.service.loopingcall [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.671498] env[62136]: DEBUG nova.compute.manager [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.671609] env[62136]: DEBUG nova.network.neutron [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.716609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.717453] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.720018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.907s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.720241] env[62136]: DEBUG nova.objects.instance [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lazy-loading 'resources' on Instance uuid f46d74aa-a43d-4068-971b-3de0995d3073 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 754.780130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.780130] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Instance network_info: |[{"id": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "address": "fa:16:3e:d1:b1:a3", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03afa9a9-92", "ovs_interfaceid": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.780130] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Acquired lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.780130] env[62136]: DEBUG nova.network.neutron [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Refreshing network info cache for port 03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.780130] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03afa9a9-9242-42c8-ab13-a83ad1da77a1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.787728] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating folder: Project (efb16f72a67f4c7ebcf9cf5851a59293). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.788873] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d79dc46-ad62-481a-b5af-4b7b12978458 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.803072] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created folder: Project (efb16f72a67f4c7ebcf9cf5851a59293) in parent group-v465229. [ 754.803583] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating folder: Instances. Parent ref: group-v465385. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.803984] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2828ddc-b63b-4da3-8cff-7ef0b57a877d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.817039] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created folder: Instances in parent group-v465385. [ 754.817039] env[62136]: DEBUG oslo.service.loopingcall [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.817039] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.817039] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a45359c1-69cb-4b2f-aa5a-6fef045cbd33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.841886] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.841886] env[62136]: value = "task-2286381" [ 754.841886] env[62136]: _type = "Task" [ 754.841886] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.853152] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286381, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.901025] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.901025] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a319c338-1490-4f81-80e1-d09717b90788 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.908698] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 754.908698] env[62136]: value = "task-2286382" [ 754.908698] env[62136]: _type = "Task" [ 754.908698] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.919119] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.084629] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.152235] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078091} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.152534] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.153514] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1158f0dd-021b-4b64-bf03-c9063e8c4219 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.157373] env[62136]: DEBUG oslo_concurrency.lockutils [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Releasing lock "refresh_cache-55118b0f-2fd1-4662-997b-61b0691d3d94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.185447] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 92f58056-3ff1-4039-8450-5a8f974de6a6/92f58056-3ff1-4039-8450-5a8f974de6a6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.186448] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9248dc3e-2745-4f00-8656-b149d6b13b58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.210066] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 755.210066] env[62136]: value = "task-2286383" [ 755.210066] env[62136]: _type = "Task" [ 755.210066] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.219495] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.223028] env[62136]: DEBUG nova.compute.utils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.227349] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.227531] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.310742] env[62136]: DEBUG nova.policy [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e3a5fcd40540268adab650283a6dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93bdce450f7e4d799d476a7fd9298146', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.350664] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286381, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.422699] env[62136]: DEBUG nova.network.neutron [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.424072] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.725248] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286383, 'name': ReconfigVM_Task, 'duration_secs': 0.413467} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.725248] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 92f58056-3ff1-4039-8450-5a8f974de6a6/92f58056-3ff1-4039-8450-5a8f974de6a6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.727806] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298e520e-8f89-460d-8bdc-048b1ade305a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.731149] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.744972] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 755.744972] env[62136]: value = "task-2286384" [ 755.744972] env[62136]: _type = "Task" [ 755.744972] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.758050] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286384, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.801216] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6a853-b08f-444b-9018-47f6f0f582bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.812235] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab2930-b927-4767-88be-0ce5f3316e6e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.860392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6f1bb-dd7a-490b-aec5-0d66247e5a25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.872998] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac770d-9854-4e50-8044-b66dc1f3ff8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.877082] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286381, 'name': CreateVM_Task, 'duration_secs': 0.793314} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.877304] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.880343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.880561] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.880909] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.881216] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e61ec40-c385-416d-bbeb-14bae9837d79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.892152] env[62136]: DEBUG nova.compute.provider_tree [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.899093] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 755.899093] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528fd8bf-c8b0-e159-1843-a29aaec83e8b" [ 755.899093] env[62136]: _type = "Task" [ 755.899093] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.907710] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528fd8bf-c8b0-e159-1843-a29aaec83e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.919506] env[62136]: DEBUG oslo_vmware.api [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286382, 'name': PowerOnVM_Task, 'duration_secs': 0.606168} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.919773] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.919961] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-85e20862-baea-420e-960b-cb982de1da65 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance '727f4737-801e-490d-9a63-9fde601cc08c' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.928798] env[62136]: INFO nova.compute.manager [-] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Took 1.26 seconds to deallocate network for instance. [ 755.967770] env[62136]: DEBUG nova.network.neutron [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Updated VIF entry in instance network info cache for port 03afa9a9-9242-42c8-ab13-a83ad1da77a1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.968200] env[62136]: DEBUG nova.network.neutron [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Updating instance_info_cache with network_info: [{"id": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "address": "fa:16:3e:d1:b1:a3", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03afa9a9-92", "ovs_interfaceid": "03afa9a9-9242-42c8-ab13-a83ad1da77a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.101403] env[62136]: DEBUG nova.compute.manager [req-a1034be5-3364-445f-b01e-cf909d64aa2c req-4c714f85-632d-4109-917e-ce255db5dd18 service nova] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Received event network-vif-deleted-69bbe188-fb28-4ab9-9323-bc973671eeb7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.162707] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.163050] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-668f29ee-d033-4352-9fbd-61688aeba9b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.172138] env[62136]: DEBUG oslo_vmware.api [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 756.172138] env[62136]: value = "task-2286385" [ 756.172138] env[62136]: _type = "Task" [ 756.172138] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.178146] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Successfully created port: 72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.256735] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286384, 'name': Rename_Task, 'duration_secs': 0.406848} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.257136] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.257984] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b79296d-f7da-40de-9289-e4cf9414192d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.265665] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 756.265665] env[62136]: value = "task-2286386" [ 756.265665] env[62136]: _type = "Task" [ 756.265665] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.275719] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.398309] env[62136]: DEBUG nova.scheduler.client.report [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.420255] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528fd8bf-c8b0-e159-1843-a29aaec83e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.421324] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.421624] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.421909] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.422588] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.422588] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.422785] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf65e9a-2571-4904-bf86-fc35499035dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.436809] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.438200] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.438380] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.439142] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e35a4c-7fe6-4e88-9fd3-3f76d487a8ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.446194] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 756.446194] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526685ef-2303-ac7d-eb0f-093101cae66f" [ 756.446194] env[62136]: _type = "Task" [ 756.446194] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.457700] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526685ef-2303-ac7d-eb0f-093101cae66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.470783] env[62136]: DEBUG oslo_concurrency.lockutils [req-1a691dee-9f41-49ba-8c17-8b4765a87b33 req-9463819b-fa2a-4479-81c2-279de07372b3 service nova] Releasing lock "refresh_cache-f2d6e69c-f5ab-4034-8803-472138e42721" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.682624] env[62136]: DEBUG oslo_vmware.api [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286385, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.742765] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.771768] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.772061] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.772318] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.772539] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.772693] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.772861] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.773105] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.773286] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.773443] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.773607] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.773776] env[62136]: DEBUG nova.virt.hardware [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.774595] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb7cfc8-cdf0-4c88-a3a8-49b8951b8b7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.786450] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a61c88-ab06-407f-bb51-3c6c1e8552df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.790153] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.914779] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.917566] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.315s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.919107] env[62136]: INFO nova.compute.claims [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.936504] env[62136]: INFO nova.scheduler.client.report [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Deleted allocations for instance f46d74aa-a43d-4068-971b-3de0995d3073 [ 756.957457] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526685ef-2303-ac7d-eb0f-093101cae66f, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.958286] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef495cc-f21f-4d82-b377-de1b9f863499 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.964759] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 756.964759] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529cb120-33b6-caa8-051e-198fe0ff9760" [ 756.964759] env[62136]: _type = "Task" [ 756.964759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.975225] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529cb120-33b6-caa8-051e-198fe0ff9760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.189746] env[62136]: DEBUG oslo_vmware.api [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286385, 'name': PowerOnVM_Task, 'duration_secs': 0.627793} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.190097] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.190250] env[62136]: DEBUG nova.compute.manager [None req-167663f6-81c5-4f09-9916-46d895a74557 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.191138] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a6c0e-82e2-44df-add8-4725833b11f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.277401] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.447785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b8570fdb-6353-4481-a793-2dd04899c86b tempest-ServerMetadataTestJSON-1124573021 tempest-ServerMetadataTestJSON-1124573021-project-member] Lock "f46d74aa-a43d-4068-971b-3de0995d3073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.293s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.479737] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529cb120-33b6-caa8-051e-198fe0ff9760, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.479976] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.480254] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f2d6e69c-f5ab-4034-8803-472138e42721/f2d6e69c-f5ab-4034-8803-472138e42721.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.480519] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b3fb82-adda-4654-b027-d3c98cd21ece {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.490082] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 757.490082] env[62136]: value = "task-2286387" [ 757.490082] env[62136]: _type = "Task" [ 757.490082] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.502301] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.779728] env[62136]: DEBUG oslo_vmware.api [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286386, 'name': PowerOnVM_Task, 'duration_secs': 1.30001} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.780163] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.780428] env[62136]: INFO nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Took 8.54 seconds to spawn the instance on the hypervisor. [ 757.780629] env[62136]: DEBUG nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.781558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea8f5e-956e-42dc-aa4b-81a24a5eea40 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.954345] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Successfully updated port: 72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.985329] env[62136]: DEBUG nova.network.neutron [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Port 30a58c5e-20b8-4e14-9b75-c91e847ad135 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 757.985329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.985329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.985329] env[62136]: DEBUG nova.network.neutron [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.002748] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502664} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.006448] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f2d6e69c-f5ab-4034-8803-472138e42721/f2d6e69c-f5ab-4034-8803-472138e42721.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.009863] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.009863] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657d4cd5-1512-4c4d-9aa3-31d28df689b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.016193] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 758.016193] env[62136]: value = "task-2286388" [ 758.016193] env[62136]: _type = "Task" [ 758.016193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.030782] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.142149] env[62136]: DEBUG nova.compute.manager [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Received event network-vif-plugged-72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.142382] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Acquiring lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.143205] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.143205] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.143205] env[62136]: DEBUG nova.compute.manager [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] No waiting events found dispatching network-vif-plugged-72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.143703] env[62136]: WARNING nova.compute.manager [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Received unexpected event network-vif-plugged-72bfa950-60f3-4e01-986a-c4b3593bdd48 for instance with vm_state building and task_state spawning. [ 758.143703] env[62136]: DEBUG nova.compute.manager [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Received event network-changed-72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.143703] env[62136]: DEBUG nova.compute.manager [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Refreshing instance network info cache due to event network-changed-72bfa950-60f3-4e01-986a-c4b3593bdd48. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.143859] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Acquiring lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.145062] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Acquired lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.145062] env[62136]: DEBUG nova.network.neutron [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Refreshing network info cache for port 72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.312392] env[62136]: INFO nova.compute.manager [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Took 43.84 seconds to build instance. [ 758.446712] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60974f-7964-4679-a7cc-868f505aa15f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.457753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.459514] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892be82-ea28-413e-9f46-d53c75ea028d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498171] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90232cdc-4322-45dd-bc8a-698e91971678 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.507654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ec63f-26eb-4187-83fb-d221ab6faca9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.526131] env[62136]: DEBUG nova.compute.provider_tree [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.538055] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075054} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.538605] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.540386] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c157bec3-9b14-4307-921e-3df31b55a683 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.566976] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f2d6e69c-f5ab-4034-8803-472138e42721/f2d6e69c-f5ab-4034-8803-472138e42721.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.567941] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03d4f7c-1528-48de-a610-c680fa837a48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.592751] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 758.592751] env[62136]: value = "task-2286389" [ 758.592751] env[62136]: _type = "Task" [ 758.592751] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.609718] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.720716] env[62136]: DEBUG nova.network.neutron [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.725159] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4dd9fe-e126-46a8-ba7a-de2477b68bf3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.732955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Suspending the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 758.733099] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b3ff1c2-8f41-457f-bdd7-61a522278338 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.742451] env[62136]: DEBUG oslo_vmware.api [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 758.742451] env[62136]: value = "task-2286390" [ 758.742451] env[62136]: _type = "Task" [ 758.742451] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.756141] env[62136]: DEBUG oslo_vmware.api [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286390, 'name': SuspendVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.814244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0712f3d1-d29e-4ea9-bd9e-b01e6fc69d1c tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.052s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.869526] env[62136]: DEBUG nova.network.neutron [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.920094] env[62136]: DEBUG nova.network.neutron [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.033667] env[62136]: DEBUG nova.scheduler.client.report [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.104911] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.256054] env[62136]: DEBUG oslo_vmware.api [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286390, 'name': SuspendVM_Task} progress is 50%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.317398] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.373460] env[62136]: DEBUG oslo_concurrency.lockutils [req-a457d063-1a2a-4aad-ac52-cfc0df83fe42 req-72a6ca58-8a55-4586-89a9-d6f48b6f48d2 service nova] Releasing lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.373871] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquired lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.374044] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.425135] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.557734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.557734] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.557734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.998s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.557734] env[62136]: DEBUG nova.objects.instance [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lazy-loading 'resources' on Instance uuid a2fe286e-b844-43be-a20b-4dee149ee82d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 759.607079] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286389, 'name': ReconfigVM_Task, 'duration_secs': 0.724269} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.607290] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f2d6e69c-f5ab-4034-8803-472138e42721/f2d6e69c-f5ab-4034-8803-472138e42721.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.607947] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ca6707-6736-47d7-b908-f1208de6c1b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.615747] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 759.615747] env[62136]: value = "task-2286391" [ 759.615747] env[62136]: _type = "Task" [ 759.615747] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.626020] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286391, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.755053] env[62136]: DEBUG oslo_vmware.api [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286390, 'name': SuspendVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.844389] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.915302] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.928117] env[62136]: DEBUG nova.compute.manager [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62136) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 759.928362] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.052646] env[62136]: DEBUG nova.compute.utils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.057832] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.058093] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.136554] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286391, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.160825] env[62136]: DEBUG nova.network.neutron [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Updating instance_info_cache with network_info: [{"id": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "address": "fa:16:3e:f3:08:7e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfa950-60", "ovs_interfaceid": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.174529] env[62136]: DEBUG nova.policy [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217d074a8a8a40008df5872aba3099cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd48fd414da9749abb9bad9c432818344', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.257670] env[62136]: DEBUG oslo_vmware.api [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286390, 'name': SuspendVM_Task, 'duration_secs': 1.228496} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.265245] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Suspended the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 760.265245] env[62136]: DEBUG nova.compute.manager [None req-7ae33a53-5445-4439-874e-149886317c1b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.265245] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9e836-d0e7-4cf6-a100-0d36f280f7fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.555143] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.631867] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286391, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.635318] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Successfully created port: 5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.636325] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f70b1e-1dd6-489b-9a89-5ae3fc8165a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.644846] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e70532c-9441-48e1-8de9-cabe39651d53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Releasing lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682492] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance network_info: |[{"id": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "address": "fa:16:3e:f3:08:7e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfa950-60", "ovs_interfaceid": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.683440] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:08:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72bfa950-60f3-4e01-986a-c4b3593bdd48', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.691224] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Creating folder: Project (93bdce450f7e4d799d476a7fd9298146). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.692013] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e1238-472e-4f43-80a5-8940e9691b03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.694769] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca854cab-54a3-42a7-8dc1-eee63b7913d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.703867] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e11664-d68c-46d4-b60e-9faa89bd6bc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.709246] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Created folder: Project (93bdce450f7e4d799d476a7fd9298146) in parent group-v465229. [ 760.709785] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Creating folder: Instances. Parent ref: group-v465388. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.713021] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675b3552-1ab9-4b44-9443-54eeabdbb975 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.722063] env[62136]: DEBUG nova.compute.provider_tree [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.724603] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Created folder: Instances in parent group-v465388. [ 760.724603] env[62136]: DEBUG oslo.service.loopingcall [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.724603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.724603] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045cdb3d-6f3a-45dc-9bfe-b44fef557a9f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.749203] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.749203] env[62136]: value = "task-2286394" [ 760.749203] env[62136]: _type = "Task" [ 760.749203] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.757728] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286394, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.127692] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286391, 'name': Rename_Task, 'duration_secs': 1.116113} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.127982] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.128242] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba87fca-3136-4caa-9aed-7997d5044209 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.138197] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 761.138197] env[62136]: value = "task-2286395" [ 761.138197] env[62136]: _type = "Task" [ 761.138197] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.149723] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.226152] env[62136]: DEBUG nova.scheduler.client.report [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.260163] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286394, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.570705] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.593350] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.593600] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.593749] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.593930] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.594088] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.594249] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.594555] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.594732] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.594901] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.595080] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.595254] env[62136]: DEBUG nova.virt.hardware [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.596186] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7429f4fc-aefd-471f-94af-03cfd9f9d8e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.605895] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94efc1-c731-40b9-abde-a4106fd88506 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.650153] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.731275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.733884] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.136s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.734119] env[62136]: DEBUG nova.objects.instance [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 761.763538] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286394, 'name': CreateVM_Task, 'duration_secs': 0.641718} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.763812] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.764787] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.765076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.765786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.766186] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7daaf3b-5812-4d4c-a02f-24e980a26fda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.771445] env[62136]: INFO nova.scheduler.client.report [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted allocations for instance a2fe286e-b844-43be-a20b-4dee149ee82d [ 761.779314] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 761.779314] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7521f-176c-62cc-8207-d92f4a643b5b" [ 761.779314] env[62136]: _type = "Task" [ 761.779314] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.791615] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7521f-176c-62cc-8207-d92f4a643b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.792595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.794830] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.794830] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.794830] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.794830] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.794830] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba60e52-8507-4fc1-9508-9967aa18ad75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.809426] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.809426] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.811499] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d7e61b-67e9-4127-821f-a919b791b469 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.819909] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 761.819909] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523be2d0-4be5-2d99-f96b-a6fda8f5475d" [ 761.819909] env[62136]: _type = "Task" [ 761.819909] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.834697] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523be2d0-4be5-2d99-f96b-a6fda8f5475d, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.836220] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c7564e-d3fc-4cc6-a9e5-8fc37256673a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.843763] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 761.843763] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290fb14-c951-ffd8-a683-b0d18fc0ed63" [ 761.843763] env[62136]: _type = "Task" [ 761.843763] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.853422] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290fb14-c951-ffd8-a683-b0d18fc0ed63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.153576] env[62136]: DEBUG oslo_vmware.api [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286395, 'name': PowerOnVM_Task, 'duration_secs': 0.767114} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.154140] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.155081] env[62136]: INFO nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Took 10.09 seconds to spawn the instance on the hypervisor. [ 762.155361] env[62136]: DEBUG nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.156330] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183561c-5e2c-40c5-a33a-62b7586f1485 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.283409] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d2a3765e-71aa-4daa-bfad-81d6ba4969f6 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "a2fe286e-b844-43be-a20b-4dee149ee82d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.416s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.360419] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290fb14-c951-ffd8-a683-b0d18fc0ed63, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.360758] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.361195] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] f44f1df2-9fcd-403a-88f2-8284c8c217f4/f44f1df2-9fcd-403a-88f2-8284c8c217f4.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.366021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2a18d2c-c45c-446f-86ff-3168325a3793 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.371683] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 762.371683] env[62136]: value = "task-2286396" [ 762.371683] env[62136]: _type = "Task" [ 762.371683] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.382843] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.454982] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "822526f4-27e7-40be-9096-8ed254c7f102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.455730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.455970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "822526f4-27e7-40be-9096-8ed254c7f102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.456570] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.456570] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.458686] env[62136]: INFO nova.compute.manager [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Terminating instance [ 762.617676] env[62136]: DEBUG nova.compute.manager [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Received event network-vif-plugged-5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.619248] env[62136]: DEBUG oslo_concurrency.lockutils [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] Acquiring lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.619690] env[62136]: DEBUG oslo_concurrency.lockutils [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] Lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.619931] env[62136]: DEBUG oslo_concurrency.lockutils [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] Lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.620123] env[62136]: DEBUG nova.compute.manager [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] No waiting events found dispatching network-vif-plugged-5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.620294] env[62136]: WARNING nova.compute.manager [req-ccc9ecd9-97af-4b8a-ad96-02b949cb277f req-ddef96e1-5b1b-4acc-85f3-42759922f5eb service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Received unexpected event network-vif-plugged-5a00d9b5-7f9a-484b-904c-ce76c600e235 for instance with vm_state building and task_state spawning. [ 762.638063] env[62136]: DEBUG nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.639743] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9314bf-6676-44af-8c13-f36355dc10e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.683024] env[62136]: INFO nova.compute.manager [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Took 47.81 seconds to build instance. [ 762.750776] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5cd6d715-d9d5-4f7c-80ef-d62492ebe1e4 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.755503] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.904s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.755503] env[62136]: INFO nova.compute.claims [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.883530] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.967149] env[62136]: DEBUG nova.compute.manager [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.967578] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.968343] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9168843b-b8a6-4e51-97a8-29ce3e0659b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.980405] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.980868] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a767f6-ec91-4c63-9ca3-3cad8bbd080c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.991846] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 762.991846] env[62136]: value = "task-2286397" [ 762.991846] env[62136]: _type = "Task" [ 762.991846] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.013179] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.098750] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Successfully updated port: 5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.157182] env[62136]: INFO nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] instance snapshotting [ 763.159056] env[62136]: WARNING nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 763.165142] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b731bf-1749-4363-a89d-82e7813071c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.194244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bba88363-b46c-4050-a3e1-75c415064ff6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.188s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.195292] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19561f5-1aa0-4bbd-af8e-50bd6f3c6fda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.394022] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907226} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.394022] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] f44f1df2-9fcd-403a-88f2-8284c8c217f4/f44f1df2-9fcd-403a-88f2-8284c8c217f4.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.394022] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.394022] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb722306-185c-43ee-851e-b44517d2e3fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.403889] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 763.403889] env[62136]: value = "task-2286398" [ 763.403889] env[62136]: _type = "Task" [ 763.403889] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.417413] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.503949] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286397, 'name': PowerOffVM_Task, 'duration_secs': 0.366907} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.504694] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.504877] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.505177] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2474a9b8-aed4-4008-91ae-13c34cd3f737 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.604818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.604977] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquired lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.605200] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.618315] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.618566] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.618727] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleting the datastore file [datastore2] 822526f4-27e7-40be-9096-8ed254c7f102 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.619019] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8b7ade-5594-462a-b172-256d34a7fe1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.628885] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 763.628885] env[62136]: value = "task-2286400" [ 763.628885] env[62136]: _type = "Task" [ 763.628885] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.643664] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.710273] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.710622] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fed0adf-a87a-45ce-a7fd-43a947311279 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.719385] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 763.719385] env[62136]: value = "task-2286401" [ 763.719385] env[62136]: _type = "Task" [ 763.719385] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.728853] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.917657] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138056} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.917957] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.918927] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862653ef-9bca-4632-8f40-7fb43f81bbff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943771] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f44f1df2-9fcd-403a-88f2-8284c8c217f4/f44f1df2-9fcd-403a-88f2-8284c8c217f4.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.947417] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259f699d-1592-481f-b2a8-9d0335067cc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.975985] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 763.975985] env[62136]: value = "task-2286402" [ 763.975985] env[62136]: _type = "Task" [ 763.975985] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.984064] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.147918] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.190994] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.237415] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.427882] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f37eb-ad1f-4ccb-8561-94dc43c0a5d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.439285] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0e839-fc00-4da4-a539-02d0dc2e75e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.447607] env[62136]: DEBUG nova.network.neutron [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Updating instance_info_cache with network_info: [{"id": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "address": "fa:16:3e:7c:6a:76", "network": {"id": "bb9064f9-557e-46ed-8b6a-419d92d7cad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2032128796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48fd414da9749abb9bad9c432818344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a00d9b5-7f", "ovs_interfaceid": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.481175] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03246745-437b-41d1-9dc9-dfc48babd6f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.497239] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d1537c-6e44-4444-9e7c-65dd89f98870 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.504885] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.517985] env[62136]: DEBUG nova.compute.provider_tree [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.642843] env[62136]: DEBUG oslo_vmware.api [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531727} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.643193] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.643383] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.643569] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.643804] env[62136]: INFO nova.compute.manager [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Took 1.68 seconds to destroy the instance on the hypervisor. [ 764.644167] env[62136]: DEBUG oslo.service.loopingcall [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.644331] env[62136]: DEBUG nova.compute.manager [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.644451] env[62136]: DEBUG nova.network.neutron [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.731137] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286401, 'name': CreateSnapshot_Task, 'duration_secs': 0.970422} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.731413] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.732564] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db266ea-ae8e-4f7c-8b66-7bd5da3127b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.870099] env[62136]: DEBUG nova.compute.manager [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Received event network-changed-5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.870327] env[62136]: DEBUG nova.compute.manager [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Refreshing instance network info cache due to event network-changed-5a00d9b5-7f9a-484b-904c-ce76c600e235. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.870527] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] Acquiring lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.952824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Releasing lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.952824] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Instance network_info: |[{"id": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "address": "fa:16:3e:7c:6a:76", "network": {"id": "bb9064f9-557e-46ed-8b6a-419d92d7cad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2032128796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48fd414da9749abb9bad9c432818344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a00d9b5-7f", "ovs_interfaceid": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.952824] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] Acquired lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.952824] env[62136]: DEBUG nova.network.neutron [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Refreshing network info cache for port 5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.953784] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:6a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a00d9b5-7f9a-484b-904c-ce76c600e235', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.963678] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Creating folder: Project (d48fd414da9749abb9bad9c432818344). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.963874] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f522d3bd-7245-410b-adc7-bae8a66bdd3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.988605] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Created folder: Project (d48fd414da9749abb9bad9c432818344) in parent group-v465229. [ 764.988605] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Creating folder: Instances. Parent ref: group-v465392. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.989321] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-083c9b15-a5ee-4579-b5e7-408d7f755c6c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.999883] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286402, 'name': ReconfigVM_Task, 'duration_secs': 0.607265} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.006202] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f44f1df2-9fcd-403a-88f2-8284c8c217f4/f44f1df2-9fcd-403a-88f2-8284c8c217f4.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.006976] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Created folder: Instances in parent group-v465392. [ 765.007218] env[62136]: DEBUG oslo.service.loopingcall [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.009656] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4783b5a6-c402-4064-b1ca-8394f1f94d40 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.011646] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.011907] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.012139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.013287] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c288c5f8-b454-43e7-b207-70478e47f72f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.031788] env[62136]: DEBUG nova.scheduler.client.report [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.038166] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 765.038166] env[62136]: value = "task-2286405" [ 765.038166] env[62136]: _type = "Task" [ 765.038166] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.051674] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.051674] env[62136]: value = "task-2286406" [ 765.051674] env[62136]: _type = "Task" [ 765.051674] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.061192] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286405, 'name': Rename_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.067797] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286406, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.254319] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 765.254677] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dba1936f-beba-4d9e-893f-29d2b4ab26d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.265192] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 765.265192] env[62136]: value = "task-2286407" [ 765.265192] env[62136]: _type = "Task" [ 765.265192] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.277754] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286407, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.531720] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.535622] env[62136]: DEBUG nova.network.neutron [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.540688] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.542559] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.545317] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.545710] env[62136]: DEBUG nova.objects.instance [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 765.566705] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286405, 'name': Rename_Task, 'duration_secs': 0.181573} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.570543] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.570787] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286406, 'name': CreateVM_Task, 'duration_secs': 0.47333} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.571864] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48b06e05-b52c-4cf5-b293-555ca862ebcf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.575541] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.575541] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.575541] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.575785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.577823] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af06babc-a37d-48e8-b4f4-592e21031b56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.584926] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 765.584926] env[62136]: value = "task-2286408" [ 765.584926] env[62136]: _type = "Task" [ 765.584926] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.587395] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 765.587395] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52144f22-8cab-fc32-343e-93f85d8173c3" [ 765.587395] env[62136]: _type = "Task" [ 765.587395] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.608615] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.609045] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52144f22-8cab-fc32-343e-93f85d8173c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.776790] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286407, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.815679] env[62136]: DEBUG nova.network.neutron [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Updated VIF entry in instance network info cache for port 5a00d9b5-7f9a-484b-904c-ce76c600e235. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.816084] env[62136]: DEBUG nova.network.neutron [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Updating instance_info_cache with network_info: [{"id": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "address": "fa:16:3e:7c:6a:76", "network": {"id": "bb9064f9-557e-46ed-8b6a-419d92d7cad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2032128796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48fd414da9749abb9bad9c432818344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a00d9b5-7f", "ovs_interfaceid": "5a00d9b5-7f9a-484b-904c-ce76c600e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.028110] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.028361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.038545] env[62136]: INFO nova.compute.manager [-] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Took 1.39 seconds to deallocate network for instance. [ 766.060155] env[62136]: DEBUG nova.compute.utils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 766.062665] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.063213] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.063423] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.104316] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52144f22-8cab-fc32-343e-93f85d8173c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020872} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.106717] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.107125] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.107463] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.107706] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.108029] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.108406] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.108780] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb9cffe-4f5b-44f7-b652-1d8d3705bc5e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.120080] env[62136]: DEBUG nova.policy [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd268c838773f4a7799546a99e74069cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a129a593f0da405ebc811dec1c5f9647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.126081] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.126081] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.127234] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7045f7d2-b60d-456c-9c8d-f06841ecf3c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.137099] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 766.137099] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286f335-47f7-2f61-7fe6-649d59338707" [ 766.137099] env[62136]: _type = "Task" [ 766.137099] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.151039] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286f335-47f7-2f61-7fe6-649d59338707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.277470] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286407, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.318767] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8e4feba-804e-4112-9824-0674bf9af0ee req-e34952f2-82dd-44f1-9981-6e6fb1f737ed service nova] Releasing lock "refresh_cache-119a5d3e-7b54-498a-9196-e747148b2c33" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.453911] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Successfully created port: 55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.549870] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.566467] env[62136]: DEBUG oslo_concurrency.lockutils [None req-32f87c26-74b0-4e28-be4b-4eba14157180 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.571094] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.571601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.475s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.571968] env[62136]: DEBUG nova.objects.instance [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'resources' on Instance uuid 24455ec6-ce58-422a-bf6d-ff62616e4e11 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 766.599772] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286408, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.652117] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286f335-47f7-2f61-7fe6-649d59338707, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.652960] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e9f8ed-a6c7-42dd-85f4-ec68cfa49eb9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.663188] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 766.663188] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd8fe9-5934-9613-1a5c-4a696d740a23" [ 766.663188] env[62136]: _type = "Task" [ 766.663188] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.678682] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd8fe9-5934-9613-1a5c-4a696d740a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.785099] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286407, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.998089] env[62136]: DEBUG nova.compute.manager [req-c6e278fa-4aee-424d-a3f2-9aacacb01115 req-a9558a88-59b4-4763-9c50-be71ad3abb9d service nova] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Received event network-vif-deleted-656dd4a0-1341-46d1-a673-db5814e3507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.100472] env[62136]: DEBUG oslo_vmware.api [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286408, 'name': PowerOnVM_Task, 'duration_secs': 1.227308} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.100754] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.100950] env[62136]: INFO nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Took 10.36 seconds to spawn the instance on the hypervisor. [ 767.101759] env[62136]: DEBUG nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.102561] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c7fa3-bf80-4c69-a8e0-21fa7d9a1582 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.177365] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd8fe9-5934-9613-1a5c-4a696d740a23, 'name': SearchDatastore_Task, 'duration_secs': 0.023678} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.180429] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.180746] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 119a5d3e-7b54-498a-9196-e747148b2c33/119a5d3e-7b54-498a-9196-e747148b2c33.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.181451] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9b366d-7b8f-4c04-8588-6ff403ddc0cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.190408] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 767.190408] env[62136]: value = "task-2286409" [ 767.190408] env[62136]: _type = "Task" [ 767.190408] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.205025] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.282207] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286407, 'name': CloneVM_Task, 'duration_secs': 1.90164} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.282207] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Created linked-clone VM from snapshot [ 767.282207] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fe944-3dc7-4a3c-9647-7425d1a06c80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.293420] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Uploading image 6e2e70a4-6e65-4b92-975c-532b0938f31d {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.319211] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 767.319211] env[62136]: value = "vm-465395" [ 767.319211] env[62136]: _type = "VirtualMachine" [ 767.319211] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 767.319681] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d79c176a-55c9-44e3-bf72-69dd69b06654 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.329892] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease: (returnval){ [ 767.329892] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c23445-6fe2-4d61-8be6-5523c9b71be8" [ 767.329892] env[62136]: _type = "HttpNfcLease" [ 767.329892] env[62136]: } obtained for exporting VM: (result){ [ 767.329892] env[62136]: value = "vm-465395" [ 767.329892] env[62136]: _type = "VirtualMachine" [ 767.329892] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 767.330276] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the lease: (returnval){ [ 767.330276] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c23445-6fe2-4d61-8be6-5523c9b71be8" [ 767.330276] env[62136]: _type = "HttpNfcLease" [ 767.330276] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 767.337901] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.337901] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c23445-6fe2-4d61-8be6-5523c9b71be8" [ 767.337901] env[62136]: _type = "HttpNfcLease" [ 767.337901] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 767.555652] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052efd45-6a96-4e75-b17d-a2498898170c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.565600] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba4788-1ecf-466a-8d1a-1ad23bdd3059 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.596364] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.599149] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e446381-5e0f-4a43-9209-2180caba5ced {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.607332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f9ccd-e499-433b-9187-e4ae8258bb2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.625451] env[62136]: DEBUG nova.compute.provider_tree [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.632429] env[62136]: DEBUG nova.virt.hardware [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.632942] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837197f6-4e90-45b0-9b1e-d004a367319b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.635407] env[62136]: INFO nova.compute.manager [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Took 50.22 seconds to build instance. [ 767.643367] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7d1876-345b-4580-9934-64dde4f25cf3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.700672] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.842152] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.842152] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c23445-6fe2-4d61-8be6-5523c9b71be8" [ 767.842152] env[62136]: _type = "HttpNfcLease" [ 767.842152] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 767.842152] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 767.842152] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c23445-6fe2-4d61-8be6-5523c9b71be8" [ 767.842152] env[62136]: _type = "HttpNfcLease" [ 767.842152] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 767.843300] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e629b68d-35cb-40c0-a06b-41bc90f072a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.853712] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 767.854156] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 768.002790] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a09861f-6844-49ca-a740-43cf7965c048 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.108880] env[62136]: DEBUG nova.compute.manager [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Received event network-changed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.109087] env[62136]: DEBUG nova.compute.manager [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Refreshing instance network info cache due to event network-changed. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.109305] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] Acquiring lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.109443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] Acquired lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.109595] env[62136]: DEBUG nova.network.neutron [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.140069] env[62136]: DEBUG nova.scheduler.client.report [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.142742] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f2c50eba-4a1d-4a42-9398-2505bade8109 tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.454s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.188095] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Successfully updated port: 55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.202389] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959988} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.203783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 119a5d3e-7b54-498a-9196-e747148b2c33/119a5d3e-7b54-498a-9196-e747148b2c33.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.204059] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.204557] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9887f1-17fe-4627-a6cf-e1fdd549a224 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.213881] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 768.213881] env[62136]: value = "task-2286411" [ 768.213881] env[62136]: _type = "Task" [ 768.213881] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.224606] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.644461] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.647042] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.501s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.647245] env[62136]: DEBUG nova.objects.instance [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 768.650463] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.680668] env[62136]: INFO nova.scheduler.client.report [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocations for instance 24455ec6-ce58-422a-bf6d-ff62616e4e11 [ 768.696818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.696818] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.696818] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.724560] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073286} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.724848] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.725660] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e4bd98-3ec6-4193-ab21-06ec8baab4db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.749379] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 119a5d3e-7b54-498a-9196-e747148b2c33/119a5d3e-7b54-498a-9196-e747148b2c33.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.752644] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02c61fe-bc79-46c8-bfd2-e21d957fb415 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.778239] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 768.778239] env[62136]: value = "task-2286412" [ 768.778239] env[62136]: _type = "Task" [ 768.778239] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.794217] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.945432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.945990] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.946629] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.947136] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.947136] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.950575] env[62136]: INFO nova.compute.manager [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Terminating instance [ 768.980793] env[62136]: DEBUG nova.network.neutron [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Updating instance_info_cache with network_info: [{"id": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "address": "fa:16:3e:f3:08:7e", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72bfa950-60", "ovs_interfaceid": "72bfa950-60f3-4e01-986a-c4b3593bdd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.087774] env[62136]: DEBUG nova.compute.manager [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Received event network-vif-plugged-55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.088050] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Acquiring lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.088293] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.088497] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.088675] env[62136]: DEBUG nova.compute.manager [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] No waiting events found dispatching network-vif-plugged-55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.088872] env[62136]: WARNING nova.compute.manager [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Received unexpected event network-vif-plugged-55654f3c-25a9-4a73-8c35-00018eeb26c1 for instance with vm_state building and task_state spawning. [ 769.089181] env[62136]: DEBUG nova.compute.manager [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Received event network-changed-55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.089593] env[62136]: DEBUG nova.compute.manager [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Refreshing instance network info cache due to event network-changed-55654f3c-25a9-4a73-8c35-00018eeb26c1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.089824] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Acquiring lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.188865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.193597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8af5e8ac-106a-4298-93a8-95e559ba30f4 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "24455ec6-ce58-422a-bf6d-ff62616e4e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.236s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.237684] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.297927] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.455409] env[62136]: DEBUG nova.compute.manager [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.455812] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.456846] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69760c6-e084-46cd-9a10-624830c88684 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.460858] env[62136]: DEBUG nova.network.neutron [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Updating instance_info_cache with network_info: [{"id": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "address": "fa:16:3e:3d:be:44", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55654f3c-25", "ovs_interfaceid": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.469018] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.469018] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3517ec3-40cd-4676-ae09-a123be243c70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.476674] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 769.476674] env[62136]: value = "task-2286413" [ 769.476674] env[62136]: _type = "Task" [ 769.476674] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.483927] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6b5dcb6-ccbf-456b-af70-6b0d7bce36bc tempest-ServerExternalEventsTest-362606334 tempest-ServerExternalEventsTest-362606334-project] Releasing lock "refresh_cache-f44f1df2-9fcd-403a-88f2-8284c8c217f4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.488802] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.664124] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2d7b421a-3356-497a-b225-f12193012871 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.665301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.214s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.667081] env[62136]: INFO nova.compute.claims [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.791618] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286412, 'name': ReconfigVM_Task, 'duration_secs': 0.650424} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.791950] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 119a5d3e-7b54-498a-9196-e747148b2c33/119a5d3e-7b54-498a-9196-e747148b2c33.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.792641] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45568b1a-31a0-44bb-99cf-0488709d4db1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.801336] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 769.801336] env[62136]: value = "task-2286414" [ 769.801336] env[62136]: _type = "Task" [ 769.801336] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.812223] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286414, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.966081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.966636] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Instance network_info: |[{"id": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "address": "fa:16:3e:3d:be:44", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55654f3c-25", "ovs_interfaceid": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.967118] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Acquired lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.967418] env[62136]: DEBUG nova.network.neutron [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Refreshing network info cache for port 55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.969076] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:be:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55654f3c-25a9-4a73-8c35-00018eeb26c1', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.977864] env[62136]: DEBUG oslo.service.loopingcall [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.981431] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.986215] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017976d6-3ec0-416b-bb41-42497da31e89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.011480] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286413, 'name': PowerOffVM_Task, 'duration_secs': 0.256082} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.013141] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.013439] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.013768] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.013768] env[62136]: value = "task-2286415" [ 770.013768] env[62136]: _type = "Task" [ 770.013768] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.013998] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d0a414b-1d6c-4a24-aa9d-64b231ad6f77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.031300] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286415, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.098943] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.099213] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.099423] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Deleting the datastore file [datastore1] f44f1df2-9fcd-403a-88f2-8284c8c217f4 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.099669] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a53fefc2-49f6-41be-9217-5cedaa10b257 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.107190] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for the task: (returnval){ [ 770.107190] env[62136]: value = "task-2286417" [ 770.107190] env[62136]: _type = "Task" [ 770.107190] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.116225] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.314178] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286414, 'name': Rename_Task, 'duration_secs': 0.229925} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.314607] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.315405] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577fe442-e21b-4fb7-b8c5-f34d3f92eedb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.324408] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 770.324408] env[62136]: value = "task-2286418" [ 770.324408] env[62136]: _type = "Task" [ 770.324408] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.344241] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.426459] env[62136]: DEBUG nova.network.neutron [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Updated VIF entry in instance network info cache for port 55654f3c-25a9-4a73-8c35-00018eeb26c1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.426882] env[62136]: DEBUG nova.network.neutron [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Updating instance_info_cache with network_info: [{"id": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "address": "fa:16:3e:3d:be:44", "network": {"id": "76f30a58-3f1b-4450-8540-2017e7b41569", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-304924321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a129a593f0da405ebc811dec1c5f9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55654f3c-25", "ovs_interfaceid": "55654f3c-25a9-4a73-8c35-00018eeb26c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.528934] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286415, 'name': CreateVM_Task, 'duration_secs': 0.413633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.529259] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.530122] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.530437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.530848] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.531290] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00753899-5c24-47da-80ef-602256f369d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.541200] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 770.541200] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5236d46a-0b82-449d-1da4-9b384c63a63b" [ 770.541200] env[62136]: _type = "Task" [ 770.541200] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.552825] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5236d46a-0b82-449d-1da4-9b384c63a63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.619432] env[62136]: DEBUG oslo_vmware.api [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Task: {'id': task-2286417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202072} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.619558] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.619657] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.619836] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.620043] env[62136]: INFO nova.compute.manager [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 770.620306] env[62136]: DEBUG oslo.service.loopingcall [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.620504] env[62136]: DEBUG nova.compute.manager [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.620601] env[62136]: DEBUG nova.network.neutron [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.835331] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.929768] env[62136]: DEBUG oslo_concurrency.lockutils [req-0f85e77d-089d-4137-bd89-107cea2e090b req-2f7be2d0-2524-4a3b-8a36-d0ec5b714198 service nova] Releasing lock "refresh_cache-4dc3caa4-825b-4bd6-a9b0-61117e52dd94" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.053633] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5236d46a-0b82-449d-1da4-9b384c63a63b, 'name': SearchDatastore_Task, 'duration_secs': 0.025655} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.054055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.054412] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.054572] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.054723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054905] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.055225] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d73842cf-81b8-4dfa-aefd-709a6ae9d89a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.068872] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.069086] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.069863] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426ce772-3f1f-47f4-8bd1-59d6ba9c0ca5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.077916] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 771.077916] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a92a-534e-027c-a842-e00719ee1929" [ 771.077916] env[62136]: _type = "Task" [ 771.077916] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.090198] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a92a-534e-027c-a842-e00719ee1929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.149460] env[62136]: DEBUG nova.compute.manager [req-a4a5d808-8145-4d11-92e8-ae9b699a70ef req-f320a960-1126-4a53-b09d-7af169406cc2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Received event network-vif-deleted-72bfa950-60f3-4e01-986a-c4b3593bdd48 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.149691] env[62136]: INFO nova.compute.manager [req-a4a5d808-8145-4d11-92e8-ae9b699a70ef req-f320a960-1126-4a53-b09d-7af169406cc2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Neutron deleted interface 72bfa950-60f3-4e01-986a-c4b3593bdd48; detaching it from the instance and deleting it from the info cache [ 771.149876] env[62136]: DEBUG nova.network.neutron [req-a4a5d808-8145-4d11-92e8-ae9b699a70ef req-f320a960-1126-4a53-b09d-7af169406cc2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.272420] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e176fb1-c46c-47a3-b853-766ae557a9b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.283258] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f7923-2e13-4e64-b016-3c436988fe5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.320531] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6441a5-2e97-4394-ac60-564ccbf0134d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332883] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4edffb8-8bf1-4388-8f18-8bc37be84d3a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.340283] env[62136]: DEBUG oslo_vmware.api [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286418, 'name': PowerOnVM_Task, 'duration_secs': 0.52812} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.340847] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.341063] env[62136]: INFO nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Took 9.77 seconds to spawn the instance on the hypervisor. [ 771.341249] env[62136]: DEBUG nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.341985] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7353c552-982e-4927-b981-0deb3d38e041 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.352166] env[62136]: DEBUG nova.compute.provider_tree [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.492964] env[62136]: DEBUG nova.network.neutron [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.590960] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e4a92a-534e-027c-a842-e00719ee1929, 'name': SearchDatastore_Task, 'duration_secs': 0.013998} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.590960] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069ce0f7-ed32-4780-846d-c51a5051a15e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.597692] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 771.597692] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52db3259-f1fe-3513-b5fc-d8109af98e93" [ 771.597692] env[62136]: _type = "Task" [ 771.597692] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.607955] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52db3259-f1fe-3513-b5fc-d8109af98e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.657561] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0efd5371-cab0-455d-a149-9a128caf69b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.669240] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ece9f-7863-4018-9953-2daea5fc766b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.710446] env[62136]: DEBUG nova.compute.manager [req-a4a5d808-8145-4d11-92e8-ae9b699a70ef req-f320a960-1126-4a53-b09d-7af169406cc2 service nova] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Detach interface failed, port_id=72bfa950-60f3-4e01-986a-c4b3593bdd48, reason: Instance f44f1df2-9fcd-403a-88f2-8284c8c217f4 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 771.855726] env[62136]: DEBUG nova.scheduler.client.report [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.872891] env[62136]: INFO nova.compute.manager [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Took 53.29 seconds to build instance. [ 771.995888] env[62136]: INFO nova.compute.manager [-] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Took 1.38 seconds to deallocate network for instance. [ 772.109577] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52db3259-f1fe-3513-b5fc-d8109af98e93, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.109884] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.110207] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 4dc3caa4-825b-4bd6-a9b0-61117e52dd94/4dc3caa4-825b-4bd6-a9b0-61117e52dd94.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.110476] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be3c71c-3509-4a1e-adfb-74f6d40e3073 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.119425] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 772.119425] env[62136]: value = "task-2286419" [ 772.119425] env[62136]: _type = "Task" [ 772.119425] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.128393] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.204678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.204678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.360681] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.361238] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.363813] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.273s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.365320] env[62136]: INFO nova.compute.claims [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.376495] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e2c6ce86-eabd-47bf-ad2c-a78f18e5b1d5 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.404s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.503619] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.574939] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "interface-119a5d3e-7b54-498a-9196-e747148b2c33-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.575232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "interface-119a5d3e-7b54-498a-9196-e747148b2c33-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.575560] env[62136]: DEBUG nova.objects.instance [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lazy-loading 'flavor' on Instance uuid 119a5d3e-7b54-498a-9196-e747148b2c33 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 772.634571] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.872394] env[62136]: DEBUG nova.compute.utils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.874075] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.874272] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.878993] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.915713] env[62136]: DEBUG nova.policy [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33868a9d198440cdb765e0b4a4298658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdce5db284d0424583aca13ce7a3bab9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.079715] env[62136]: DEBUG nova.objects.instance [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lazy-loading 'pci_requests' on Instance uuid 119a5d3e-7b54-498a-9196-e747148b2c33 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 773.132748] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759861} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.133057] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 4dc3caa4-825b-4bd6-a9b0-61117e52dd94/4dc3caa4-825b-4bd6-a9b0-61117e52dd94.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.133330] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.133592] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a3f8846-142e-43d2-8cb1-d714adb143f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.142710] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 773.142710] env[62136]: value = "task-2286420" [ 773.142710] env[62136]: _type = "Task" [ 773.142710] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.159290] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.218991] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Successfully created port: 6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.378190] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.480889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.583999] env[62136]: DEBUG nova.objects.base [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Object Instance<119a5d3e-7b54-498a-9196-e747148b2c33> lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 773.584276] env[62136]: DEBUG nova.network.neutron [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.653409] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123955} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.656116] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.657197] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b4dd6e-957b-427f-bc6f-5fcb9e7a433d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.681389] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4dc3caa4-825b-4bd6-a9b0-61117e52dd94/4dc3caa4-825b-4bd6-a9b0-61117e52dd94.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.685249] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7158d32b-b913-49c8-a37c-d6793172a34d tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "interface-119a5d3e-7b54-498a-9196-e747148b2c33-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.110s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.686518] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67c8fd3-d229-44c7-a064-f83e8f6c8348 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.714794] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 773.714794] env[62136]: value = "task-2286421" [ 773.714794] env[62136]: _type = "Task" [ 773.714794] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.728562] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.990057] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ec07e-9a39-4d0f-8fd6-29dc4a1352fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.001901] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d9e90-6456-4085-b0a4-ebce1bbdc9fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.036094] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aae300-e41f-470b-a502-4ee525e0bb51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.046432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89fc476-dead-47a7-a6dc-5f4462b23ff8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.060115] env[62136]: DEBUG nova.compute.provider_tree [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.225638] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286421, 'name': ReconfigVM_Task, 'duration_secs': 0.355731} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.226036] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4dc3caa4-825b-4bd6-a9b0-61117e52dd94/4dc3caa4-825b-4bd6-a9b0-61117e52dd94.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.226613] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-939a344d-4502-46be-b960-1f4efe783df1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.234527] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 774.234527] env[62136]: value = "task-2286422" [ 774.234527] env[62136]: _type = "Task" [ 774.234527] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.243053] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286422, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.389281] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.412706] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.412962] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.413137] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.413321] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.413466] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.413612] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.413879] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.414073] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.414247] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.414409] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.414588] env[62136]: DEBUG nova.virt.hardware [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.415466] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af9841-5620-4086-9437-629a1a8c74f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.424441] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d7fae4-9580-4f17-b9a1-0e61b965e2e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.563144] env[62136]: DEBUG nova.scheduler.client.report [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.746929] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286422, 'name': Rename_Task, 'duration_secs': 0.162848} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.747312] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.747610] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc8bd8e-ba70-4709-ab8b-8a31b03a992e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.756394] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 774.756394] env[62136]: value = "task-2286423" [ 774.756394] env[62136]: _type = "Task" [ 774.756394] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.766186] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.042271] env[62136]: DEBUG nova.compute.manager [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Received event network-vif-plugged-6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.042564] env[62136]: DEBUG oslo_concurrency.lockutils [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] Acquiring lock "d6984e63-c376-44f5-aa24-898be053e534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.042836] env[62136]: DEBUG oslo_concurrency.lockutils [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] Lock "d6984e63-c376-44f5-aa24-898be053e534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.043538] env[62136]: DEBUG oslo_concurrency.lockutils [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] Lock "d6984e63-c376-44f5-aa24-898be053e534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.043802] env[62136]: DEBUG nova.compute.manager [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] No waiting events found dispatching network-vif-plugged-6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.044024] env[62136]: WARNING nova.compute.manager [req-3c60111c-eb1f-497a-8b1c-851c4b456d9f req-c2baac24-0f5a-4ae3-a478-325807414c20 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Received unexpected event network-vif-plugged-6e9181b5-2e5d-4b54-94db-31cc09a91f12 for instance with vm_state building and task_state spawning. [ 775.068343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.068687] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.072309] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Successfully updated port: 6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.074104] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.510s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.074357] env[62136]: DEBUG nova.objects.instance [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lazy-loading 'resources' on Instance uuid 7785ecb8-62cd-4026-a310-424c06b8cb1d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 775.268938] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286423, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.385929] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "119a5d3e-7b54-498a-9196-e747148b2c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.387127] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.387395] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.387603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.387782] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.389995] env[62136]: INFO nova.compute.manager [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Terminating instance [ 775.576803] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.576941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquired lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.577124] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.579333] env[62136]: DEBUG nova.compute.utils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.583689] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.583906] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.636939] env[62136]: DEBUG nova.policy [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7427dded56974d87a550de6a4faf0cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a0df2e3ef641c7ad59286f3da7f060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.773859] env[62136]: DEBUG oslo_vmware.api [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286423, 'name': PowerOnVM_Task, 'duration_secs': 0.549682} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.773859] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.774092] env[62136]: INFO nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Took 8.18 seconds to spawn the instance on the hypervisor. [ 775.774294] env[62136]: DEBUG nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.778361] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c0981-c446-4a66-ac8a-667bbbd7af8d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.893800] env[62136]: DEBUG nova.compute.manager [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.894073] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.894920] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4d2a7-642c-4549-89ab-c01e2f27e0a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.907789] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.907789] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c05b3c-2151-4ea0-b23a-0eee50f48311 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.921856] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 775.921856] env[62136]: value = "task-2286424" [ 775.921856] env[62136]: _type = "Task" [ 775.921856] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.935058] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.026514] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Successfully created port: 5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.083878] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.150269] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.223463] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed842916-d33b-4a3e-8f65-a7a851b9a242 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.233675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8f891-0f17-4053-af01-d0fa1f88f8c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.269590] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bb584-940d-4e5e-b349-d0e76ac81b20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.279667] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e982d8e-f402-488b-9564-162f1500e11d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.300124] env[62136]: DEBUG nova.compute.provider_tree [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.309847] env[62136]: INFO nova.compute.manager [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Took 48.50 seconds to build instance. [ 776.422270] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.423615] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05af913-068c-4d64-a1a3-395a7e52c080 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.437807] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286424, 'name': PowerOffVM_Task, 'duration_secs': 0.304614} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.445020] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.445020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.445020] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.445020] env[62136]: ERROR oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk due to incomplete transfer. [ 776.445020] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d196e5-3b6c-41b7-896a-34d78ccf3efa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.445020] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3de50a5b-4ec7-4af2-8678-f87641d190ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.454570] env[62136]: DEBUG oslo_vmware.rw_handles [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529419f7-cba3-8a50-ecd6-ecef85f7d38b/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.454789] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Uploaded image 6e2e70a4-6e65-4b92-975c-532b0938f31d to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.457265] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.457583] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fbed334-15a0-4884-a9e3-aa0b8f5dfa31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.466266] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 776.466266] env[62136]: value = "task-2286426" [ 776.466266] env[62136]: _type = "Task" [ 776.466266] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.476509] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286426, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.507567] env[62136]: DEBUG nova.network.neutron [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Updating instance_info_cache with network_info: [{"id": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "address": "fa:16:3e:d6:de:fa", "network": {"id": "0550d59d-d26e-4bb0-8d8d-359ef7c28d95", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-751870642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdce5db284d0424583aca13ce7a3bab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9181b5-2e", "ovs_interfaceid": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.531957] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.532204] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.532391] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Deleting the datastore file [datastore1] 119a5d3e-7b54-498a-9196-e747148b2c33 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.532662] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6135367-3995-4f85-9a6a-f883600a9e2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.541384] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for the task: (returnval){ [ 776.541384] env[62136]: value = "task-2286427" [ 776.541384] env[62136]: _type = "Task" [ 776.541384] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.550506] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.808321] env[62136]: DEBUG nova.scheduler.client.report [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.812865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4c21c25-1278-435b-98d2-aa8bf90a1f90 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.846s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.975990] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286426, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.011399] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Releasing lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.011586] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Instance network_info: |[{"id": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "address": "fa:16:3e:d6:de:fa", "network": {"id": "0550d59d-d26e-4bb0-8d8d-359ef7c28d95", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-751870642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdce5db284d0424583aca13ce7a3bab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9181b5-2e", "ovs_interfaceid": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.012027] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:de:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e9181b5-2e5d-4b54-94db-31cc09a91f12', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.025907] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Creating folder: Project (fdce5db284d0424583aca13ce7a3bab9). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.026269] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b86386c-e675-4c76-8779-467a047e39fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.040967] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Created folder: Project (fdce5db284d0424583aca13ce7a3bab9) in parent group-v465229. [ 777.041225] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Creating folder: Instances. Parent ref: group-v465397. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.041540] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2176eec9-f13b-40a4-aec8-d35cf3eece2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055821] env[62136]: DEBUG oslo_vmware.api [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Task: {'id': task-2286427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284267} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.056138] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.056337] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.056529] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.056700] env[62136]: INFO nova.compute.manager [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Took 1.16 seconds to destroy the instance on the hypervisor. [ 777.057024] env[62136]: DEBUG oslo.service.loopingcall [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.058338] env[62136]: DEBUG nova.compute.manager [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.058446] env[62136]: DEBUG nova.network.neutron [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.060160] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Created folder: Instances in parent group-v465397. [ 777.060391] env[62136]: DEBUG oslo.service.loopingcall [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.060577] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.061699] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0990ed-f3de-4a9b-b47c-1d2c8d1fac6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.082450] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.082450] env[62136]: value = "task-2286430" [ 777.082450] env[62136]: _type = "Task" [ 777.082450] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.091292] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286430, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.096604] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.119350] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.119653] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.119833] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.119955] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.120317] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.120317] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.120522] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.120682] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.120846] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.121057] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.121264] env[62136]: DEBUG nova.virt.hardware [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.122154] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ccd78-9385-4564-9f84-21e00f6dd714 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.130603] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad92ec34-09cd-4e25-a1c8-f4199db23733 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.177780] env[62136]: DEBUG nova.compute.manager [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Received event network-changed-6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.177780] env[62136]: DEBUG nova.compute.manager [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Refreshing instance network info cache due to event network-changed-6e9181b5-2e5d-4b54-94db-31cc09a91f12. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.177959] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] Acquiring lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.178423] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] Acquired lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.178640] env[62136]: DEBUG nova.network.neutron [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Refreshing network info cache for port 6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.314544] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.317747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.897s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.317747] env[62136]: DEBUG nova.objects.instance [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lazy-loading 'resources' on Instance uuid a3426afa-5aef-40d7-a4da-38b1d7921300 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 777.351158] env[62136]: INFO nova.scheduler.client.report [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted allocations for instance 7785ecb8-62cd-4026-a310-424c06b8cb1d [ 777.476197] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286426, 'name': Destroy_Task, 'duration_secs': 0.514433} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.476487] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Destroyed the VM [ 777.476728] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.476996] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-113ddbe8-ce28-490d-aab9-040aaa2c9c7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.486615] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 777.486615] env[62136]: value = "task-2286431" [ 777.486615] env[62136]: _type = "Task" [ 777.486615] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.495371] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.593496] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286430, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.828228] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "92f58056-3ff1-4039-8450-5a8f974de6a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.828588] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.828891] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.829191] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.829438] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.833501] env[62136]: INFO nova.compute.manager [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Terminating instance [ 777.860205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a136bbec-e3d8-4175-ab66-be8948aefa0a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "7785ecb8-62cd-4026-a310-424c06b8cb1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.940s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.862596] env[62136]: DEBUG nova.network.neutron [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.998884] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286431, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.094997] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286430, 'name': CreateVM_Task, 'duration_secs': 0.519563} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.095269] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.099103] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.099328] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.099732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.100299] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5b258e-f2dc-4795-9952-fdf72a11d7bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.109057] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 778.109057] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254d52e-244c-8645-8260-a15a6395913a" [ 778.109057] env[62136]: _type = "Task" [ 778.109057] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.116055] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254d52e-244c-8645-8260-a15a6395913a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.147743] env[62136]: DEBUG nova.network.neutron [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Updated VIF entry in instance network info cache for port 6e9181b5-2e5d-4b54-94db-31cc09a91f12. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.148485] env[62136]: DEBUG nova.network.neutron [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Updating instance_info_cache with network_info: [{"id": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "address": "fa:16:3e:d6:de:fa", "network": {"id": "0550d59d-d26e-4bb0-8d8d-359ef7c28d95", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-751870642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdce5db284d0424583aca13ce7a3bab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9181b5-2e", "ovs_interfaceid": "6e9181b5-2e5d-4b54-94db-31cc09a91f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.169789] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Successfully updated port: 5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.338051] env[62136]: DEBUG nova.compute.manager [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.338051] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.341107] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66cb3dc-165f-4496-bbf0-cb5743b96d2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352595] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.352792] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c89ee6-2af7-46e3-b403-2f71c2516910 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.364608] env[62136]: INFO nova.compute.manager [-] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Took 1.31 seconds to deallocate network for instance. [ 778.382851] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "eb645ed0-f5b4-4402-89df-c6333a302b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.383097] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.411294] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90702e6a-830b-4e74-bc34-4ae75df1a003 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.418841] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df9f91b-448b-4400-8e1b-d2e5d1cd81b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.454207] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb3b6ee-a9b0-4926-b5b8-bb88f2952bd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.456216] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.456421] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.456598] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore2] 92f58056-3ff1-4039-8450-5a8f974de6a6 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.456847] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fffb8db1-18eb-4c01-8010-275be3317b7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.466177] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2f55b-11d6-4a78-9788-5e64bcefd4d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.470024] env[62136]: DEBUG oslo_vmware.api [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 778.470024] env[62136]: value = "task-2286433" [ 778.470024] env[62136]: _type = "Task" [ 778.470024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.482127] env[62136]: DEBUG nova.compute.provider_tree [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.489572] env[62136]: DEBUG oslo_vmware.api [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.499973] env[62136]: DEBUG oslo_vmware.api [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286431, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536247} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.500288] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.500554] env[62136]: INFO nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 778.617390] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254d52e-244c-8645-8260-a15a6395913a, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.617707] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.617944] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.618282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.618378] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618542] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.618786] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41efc2a3-9b48-4022-9b13-96d7c925ebc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.629202] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.629360] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.630206] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec476f6-3cc6-473e-a9cf-6340a90de883 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632736] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.632961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.633221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.633430] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.633723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.636202] env[62136]: INFO nova.compute.manager [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Terminating instance [ 778.639042] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 778.639042] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b607ae-96ea-7933-ee46-3fbd6ed056f0" [ 778.639042] env[62136]: _type = "Task" [ 778.639042] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.649668] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b607ae-96ea-7933-ee46-3fbd6ed056f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.655414] env[62136]: DEBUG oslo_concurrency.lockutils [req-aa3ea97f-dcd0-413e-b0bf-2e84cc0c2b48 req-3eee85f4-29ba-4d89-b998-29a916658d53 service nova] Releasing lock "refresh_cache-d6984e63-c376-44f5-aa24-898be053e534" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.672867] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.673019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquired lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.673173] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.875256] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.885969] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.980953] env[62136]: DEBUG oslo_vmware.api [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166198} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.981228] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.981467] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.981663] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.981837] env[62136]: INFO nova.compute.manager [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 778.982096] env[62136]: DEBUG oslo.service.loopingcall [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.982295] env[62136]: DEBUG nova.compute.manager [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.982391] env[62136]: DEBUG nova.network.neutron [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.984808] env[62136]: DEBUG nova.scheduler.client.report [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.004032] env[62136]: DEBUG nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance disappeared during snapshot {{(pid=62136) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 779.017043] env[62136]: DEBUG nova.compute.manager [None req-84a03da9-7926-493c-b956-18eb2df54a50 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image not found during clean up 6e2e70a4-6e65-4b92-975c-532b0938f31d {{(pid=62136) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 779.146428] env[62136]: DEBUG nova.compute.manager [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.146775] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.147800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba7be7-1a0f-48e3-8ee4-0f9ef11a14af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.158813] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b607ae-96ea-7933-ee46-3fbd6ed056f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.161501] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.162306] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9502410-b489-43e9-9d23-6df2f77801cd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.165472] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0243b413-a70b-4256-939d-fb2197067bfe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.172808] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 779.172808] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52666918-e32f-fc20-3d5b-f0d57dece063" [ 779.172808] env[62136]: _type = "Task" [ 779.172808] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.184430] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52666918-e32f-fc20-3d5b-f0d57dece063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.185849] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 779.185849] env[62136]: value = "task-2286434" [ 779.185849] env[62136]: _type = "Task" [ 779.185849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.196289] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.214756] env[62136]: DEBUG nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Received event network-vif-deleted-5a00d9b5-7f9a-484b-904c-ce76c600e235 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.214949] env[62136]: DEBUG nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Received event network-vif-plugged-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.215158] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Acquiring lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.215360] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.215521] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.215682] env[62136]: DEBUG nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] No waiting events found dispatching network-vif-plugged-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.215842] env[62136]: WARNING nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Received unexpected event network-vif-plugged-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 for instance with vm_state building and task_state spawning. [ 779.217321] env[62136]: DEBUG nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Received event network-changed-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.217561] env[62136]: DEBUG nova.compute.manager [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Refreshing instance network info cache due to event network-changed-5efd7bc6-cfff-41cd-a6b3-9941e59bb061. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.217740] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Acquiring lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.242641] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.417638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.479124] env[62136]: DEBUG nova.network.neutron [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updating instance_info_cache with network_info: [{"id": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "address": "fa:16:3e:e6:cd:73", "network": {"id": "3ff2bb99-a109-4fc5-a619-f159e938ce5a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1940628732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a0df2e3ef641c7ad59286f3da7f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd7bc6-cf", "ovs_interfaceid": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.489592] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.491735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.209s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.494522] env[62136]: INFO nova.compute.claims [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.509888] env[62136]: INFO nova.scheduler.client.report [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted allocations for instance a3426afa-5aef-40d7-a4da-38b1d7921300 [ 779.684959] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52666918-e32f-fc20-3d5b-f0d57dece063, 'name': SearchDatastore_Task, 'duration_secs': 0.02417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.685249] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.685512] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d6984e63-c376-44f5-aa24-898be053e534/d6984e63-c376-44f5-aa24-898be053e534.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.686229] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b57e49-a2a5-4df8-bcff-16951ef247cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.696806] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286434, 'name': PowerOffVM_Task, 'duration_secs': 0.219774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.698098] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.698271] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.698636] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 779.698636] env[62136]: value = "task-2286435" [ 779.698636] env[62136]: _type = "Task" [ 779.698636] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.698831] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd65f423-8978-447c-93f9-fc3164f6bfe7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.708782] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.921549] env[62136]: DEBUG nova.network.neutron [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.982304] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Releasing lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.982304] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Instance network_info: |[{"id": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "address": "fa:16:3e:e6:cd:73", "network": {"id": "3ff2bb99-a109-4fc5-a619-f159e938ce5a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1940628732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a0df2e3ef641c7ad59286f3da7f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd7bc6-cf", "ovs_interfaceid": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.982304] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Acquired lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.982304] env[62136]: DEBUG nova.network.neutron [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Refreshing network info cache for port 5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.984181] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:cd:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5efd7bc6-cfff-41cd-a6b3-9941e59bb061', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.996805] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Creating folder: Project (a7a0df2e3ef641c7ad59286f3da7f060). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.001072] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cded2a80-7402-4741-96a6-6f384de67abf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.021643] env[62136]: DEBUG oslo_concurrency.lockutils [None req-480223b5-c82a-4086-8754-d716885b512f tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "a3426afa-5aef-40d7-a4da-38b1d7921300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.827s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.052154] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Created folder: Project (a7a0df2e3ef641c7ad59286f3da7f060) in parent group-v465229. [ 780.052458] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Creating folder: Instances. Parent ref: group-v465400. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.060031] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af955b3-2a59-439e-beac-b0e35b6c3c33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.075217] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Created folder: Instances in parent group-v465400. [ 780.075385] env[62136]: DEBUG oslo.service.loopingcall [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.075658] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.075891] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aa3bf4b-153c-47a5-97f5-fadb3ccd927d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.097664] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.097893] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.098093] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore2] 3b754c22-40a3-4580-b68c-2a2032fa4ce6 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.098849] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4b2e5a-5305-4122-b322-875e9dad70fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.105302] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.105302] env[62136]: value = "task-2286439" [ 780.105302] env[62136]: _type = "Task" [ 780.105302] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.110174] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.110468] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.110689] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.110884] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.111076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.113054] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 780.113054] env[62136]: value = "task-2286440" [ 780.113054] env[62136]: _type = "Task" [ 780.113054] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.113787] env[62136]: INFO nova.compute.manager [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Terminating instance [ 780.126168] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286439, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.133669] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.211802] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286435, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.336127] env[62136]: DEBUG nova.network.neutron [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updated VIF entry in instance network info cache for port 5efd7bc6-cfff-41cd-a6b3-9941e59bb061. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.336525] env[62136]: DEBUG nova.network.neutron [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updating instance_info_cache with network_info: [{"id": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "address": "fa:16:3e:e6:cd:73", "network": {"id": "3ff2bb99-a109-4fc5-a619-f159e938ce5a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1940628732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a0df2e3ef641c7ad59286f3da7f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd7bc6-cf", "ovs_interfaceid": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.424347] env[62136]: INFO nova.compute.manager [-] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Took 1.44 seconds to deallocate network for instance. [ 780.620722] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286439, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.629358] env[62136]: DEBUG nova.compute.manager [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.632096] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.632096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3ae1e-c762-4097-9f93-3ad2c4381446 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.642381] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.646444] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d9cf09-c9fd-4c99-982e-3bd29806c717 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.648498] env[62136]: DEBUG oslo_vmware.api [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226455} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.652016] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.652239] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.652445] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.652625] env[62136]: INFO nova.compute.manager [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Took 1.51 seconds to destroy the instance on the hypervisor. [ 780.652888] env[62136]: DEBUG oslo.service.loopingcall [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.653824] env[62136]: DEBUG nova.compute.manager [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.653824] env[62136]: DEBUG nova.network.neutron [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.658859] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 780.658859] env[62136]: value = "task-2286441" [ 780.658859] env[62136]: _type = "Task" [ 780.658859] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.671962] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.715328] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536984} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.718541] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] d6984e63-c376-44f5-aa24-898be053e534/d6984e63-c376-44f5-aa24-898be053e534.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.718937] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.719432] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e096f260-96f5-409f-a75b-2ea643dd59bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.727299] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 780.727299] env[62136]: value = "task-2286442" [ 780.727299] env[62136]: _type = "Task" [ 780.727299] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.743272] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.838954] env[62136]: DEBUG oslo_concurrency.lockutils [req-24e59fb7-9888-4c9b-844e-c3fab2b46df3 req-e7c2702b-4b33-4e1e-9ab6-4d6da8e91789 service nova] Releasing lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.931590] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.050025] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903edea-e1a3-40bf-a685-260a293a00de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.059283] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73358e36-d6e5-4b76-8d11-a34dcba8248e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.091050] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1893cf-fa83-4686-bb66-b6c3f340a059 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.099348] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc916200-c556-415e-a541-0d87aaf0da83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.114962] env[62136]: DEBUG nova.compute.provider_tree [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.125364] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286439, 'name': CreateVM_Task, 'duration_secs': 0.649322} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.125509] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.126558] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.126728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.127235] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.128124] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a2e4cd-6f47-4ca8-9482-efff07a63977 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.133406] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 781.133406] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daa210-98c4-70d0-2862-3b535b9a18dd" [ 781.133406] env[62136]: _type = "Task" [ 781.133406] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.143312] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daa210-98c4-70d0-2862-3b535b9a18dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.172241] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286441, 'name': PowerOffVM_Task, 'duration_secs': 0.272399} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.172936] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.173306] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.173760] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8601434c-d31d-4980-96a1-efe7b26df622 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.238184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "e02cca43-cb14-4fea-80d6-45f774a03181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.238184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.242468] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082503} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.242735] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.243524] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5ffde-f9fa-49ae-8ade-3f1f2501cd07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.268067] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d6984e63-c376-44f5-aa24-898be053e534/d6984e63-c376-44f5-aa24-898be053e534.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.270180] env[62136]: DEBUG nova.compute.manager [req-3031554a-c272-42e3-8921-d541f67342a8 req-f0765358-74c5-40ad-9caa-f6b739bb11e9 service nova] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Received event network-vif-deleted-a0bb8188-f426-4bc9-81d4-80a9ec72c999 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.270180] env[62136]: DEBUG nova.compute.manager [req-3031554a-c272-42e3-8921-d541f67342a8 req-f0765358-74c5-40ad-9caa-f6b739bb11e9 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Received event network-vif-deleted-3256d1f2-14d9-415c-a593-acb3c0f4fddf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.270180] env[62136]: INFO nova.compute.manager [req-3031554a-c272-42e3-8921-d541f67342a8 req-f0765358-74c5-40ad-9caa-f6b739bb11e9 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Neutron deleted interface 3256d1f2-14d9-415c-a593-acb3c0f4fddf; detaching it from the instance and deleting it from the info cache [ 781.270180] env[62136]: DEBUG nova.network.neutron [req-3031554a-c272-42e3-8921-d541f67342a8 req-f0765358-74c5-40ad-9caa-f6b739bb11e9 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.272008] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec236c5-8898-46eb-a9c5-4e24afa8f566 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.287741] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7865e93d-b6af-4d97-a3ec-250f6f5bac51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.300607] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c39ef0-90be-49de-b282-d1c8ebf4584b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.313037] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 781.313037] env[62136]: value = "task-2286444" [ 781.313037] env[62136]: _type = "Task" [ 781.313037] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.322992] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.340891] env[62136]: DEBUG nova.compute.manager [req-3031554a-c272-42e3-8921-d541f67342a8 req-f0765358-74c5-40ad-9caa-f6b739bb11e9 service nova] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Detach interface failed, port_id=3256d1f2-14d9-415c-a593-acb3c0f4fddf, reason: Instance 3b754c22-40a3-4580-b68c-2a2032fa4ce6 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 781.513816] env[62136]: DEBUG nova.network.neutron [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.621759] env[62136]: DEBUG nova.scheduler.client.report [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.645813] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52daa210-98c4-70d0-2862-3b535b9a18dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.646154] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.646433] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.646624] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.646770] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.646947] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.647234] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602671f8-442d-415f-8ce3-010cf6af876a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.657315] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.657623] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.658310] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e77711b-c23e-4365-a6f9-077828c027e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.663796] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 781.663796] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522031ab-b6e3-93f6-3366-4690fe37fc24" [ 781.663796] env[62136]: _type = "Task" [ 781.663796] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.671803] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522031ab-b6e3-93f6-3366-4690fe37fc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.825033] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.018281] env[62136]: INFO nova.compute.manager [-] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Took 1.36 seconds to deallocate network for instance. [ 782.127340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.127841] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.131238] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.679s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.131390] env[62136]: DEBUG nova.objects.instance [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lazy-loading 'resources' on Instance uuid d8c0304e-9088-4f0f-85ba-e17d8a2f7b65 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 782.176634] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522031ab-b6e3-93f6-3366-4690fe37fc24, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.177246] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d5cb9f-9f7c-40ab-a468-fab8dfe2790a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.183336] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 782.183336] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521ba1c9-fc92-f6f0-402f-add21be8e427" [ 782.183336] env[62136]: _type = "Task" [ 782.183336] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.192319] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521ba1c9-fc92-f6f0-402f-add21be8e427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.324224] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286444, 'name': ReconfigVM_Task, 'duration_secs': 0.731838} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.324580] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d6984e63-c376-44f5-aa24-898be053e534/d6984e63-c376-44f5-aa24-898be053e534.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.325221] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad1935ec-f7e4-4581-bbe6-016a0501168b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.332149] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 782.332149] env[62136]: value = "task-2286445" [ 782.332149] env[62136]: _type = "Task" [ 782.332149] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.340934] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286445, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.363705] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.363705] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.363925] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleting the datastore file [datastore1] 4dc3caa4-825b-4bd6-a9b0-61117e52dd94 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.364244] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a038e993-37d4-4fc4-9666-6b0c2ea22ba2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.383363] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 782.383363] env[62136]: value = "task-2286446" [ 782.383363] env[62136]: _type = "Task" [ 782.383363] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.392582] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.525729] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.634608] env[62136]: DEBUG nova.compute.utils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.638824] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.639007] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.683540] env[62136]: DEBUG nova.policy [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40c1e00e49e7409ea9a379ade8ace374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26d1219ce94b4112a2ee65bdf334abda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.703391] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521ba1c9-fc92-f6f0-402f-add21be8e427, 'name': SearchDatastore_Task, 'duration_secs': 0.01297} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.706014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.707015] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3/f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.707015] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d537d9-eb1a-4c98-85e2-9fd99a845737 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.717098] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 782.717098] env[62136]: value = "task-2286447" [ 782.717098] env[62136]: _type = "Task" [ 782.717098] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.731238] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.845041] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286445, 'name': Rename_Task, 'duration_secs': 0.154885} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.845329] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.845882] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c003700c-b85a-42b0-9807-5d03d9f0c3e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.854600] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 782.854600] env[62136]: value = "task-2286448" [ 782.854600] env[62136]: _type = "Task" [ 782.854600] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.864119] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.894415] env[62136]: DEBUG oslo_vmware.api [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153456} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.894634] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.894784] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.894962] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.895343] env[62136]: INFO nova.compute.manager [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Took 2.27 seconds to destroy the instance on the hypervisor. [ 782.895620] env[62136]: DEBUG oslo.service.loopingcall [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.898419] env[62136]: DEBUG nova.compute.manager [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.899033] env[62136]: DEBUG nova.network.neutron [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.143044] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.148972] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Successfully created port: 59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.206955] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a08ac-7b16-4da0-a52e-e1ede8310ed8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.217269] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560623a9-cc1f-49a5-8111-c5271a76ee3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.261062] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.261912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583fe43-f5aa-4d5a-9567-da3ec3652369 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.270190] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98eb77b-bb6d-470e-be63-438975594033 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.286052] env[62136]: DEBUG nova.compute.provider_tree [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.365339] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.591358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.591653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.591839] env[62136]: INFO nova.compute.manager [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Shelving [ 783.690667] env[62136]: DEBUG nova.compute.manager [req-a8184f94-66a7-4165-88e2-1f99fcd2b80c req-a4c55ef0-5792-4015-9622-30bf8d339124 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Received event network-vif-deleted-55654f3c-25a9-4a73-8c35-00018eeb26c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.690874] env[62136]: INFO nova.compute.manager [req-a8184f94-66a7-4165-88e2-1f99fcd2b80c req-a4c55ef0-5792-4015-9622-30bf8d339124 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Neutron deleted interface 55654f3c-25a9-4a73-8c35-00018eeb26c1; detaching it from the instance and deleting it from the info cache [ 783.691911] env[62136]: DEBUG nova.network.neutron [req-a8184f94-66a7-4165-88e2-1f99fcd2b80c req-a4c55ef0-5792-4015-9622-30bf8d339124 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.733321] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520197} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.733685] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3/f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.733816] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.734143] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35863486-a864-4afd-a592-ac4b689926b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.741871] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 783.741871] env[62136]: value = "task-2286449" [ 783.741871] env[62136]: _type = "Task" [ 783.741871] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.753495] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.789499] env[62136]: DEBUG nova.scheduler.client.report [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.869104] env[62136]: DEBUG oslo_vmware.api [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286448, 'name': PowerOnVM_Task, 'duration_secs': 0.531712} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.869656] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.869864] env[62136]: INFO nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Took 9.48 seconds to spawn the instance on the hypervisor. [ 783.870064] env[62136]: DEBUG nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.871000] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b97d73-2f8b-47ff-8944-754e7d198faf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.873518] env[62136]: DEBUG nova.network.neutron [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.158472] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.197097] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c32c586-e236-41b2-af6b-0ba04410418f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.200751] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.200992] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.201169] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.201357] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.201503] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.201649] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.201854] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.202016] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.202195] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.202361] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.202529] env[62136]: DEBUG nova.virt.hardware [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.203383] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1435e8c7-0770-4048-9e35-fac01d9ae791 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.213027] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54201815-9b15-44a5-97a1-acdfc816793e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.221858] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9db87a5-941f-43c8-af57-795699322d16 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.259373] env[62136]: DEBUG nova.compute.manager [req-a8184f94-66a7-4165-88e2-1f99fcd2b80c req-a4c55ef0-5792-4015-9622-30bf8d339124 service nova] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Detach interface failed, port_id=55654f3c-25a9-4a73-8c35-00018eeb26c1, reason: Instance 4dc3caa4-825b-4bd6-a9b0-61117e52dd94 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 784.264935] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068318} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.265209] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.265968] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c9a60-14e3-4433-b122-a056c1259154 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.287410] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3/f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.287673] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99259b4d-4622-4b6a-aee5-3848f81c09d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.303732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.305834] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.441s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.307306] env[62136]: INFO nova.compute.claims [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.316552] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 784.316552] env[62136]: value = "task-2286450" [ 784.316552] env[62136]: _type = "Task" [ 784.316552] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.328268] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.340038] env[62136]: INFO nova.scheduler.client.report [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleted allocations for instance d8c0304e-9088-4f0f-85ba-e17d8a2f7b65 [ 784.378056] env[62136]: INFO nova.compute.manager [-] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Took 1.48 seconds to deallocate network for instance. [ 784.394255] env[62136]: INFO nova.compute.manager [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Took 46.97 seconds to build instance. [ 784.601720] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.602148] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa12cfa-c13e-44d2-8dc1-e1809efb73c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.611559] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 784.611559] env[62136]: value = "task-2286451" [ 784.611559] env[62136]: _type = "Task" [ 784.611559] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.620575] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.839849] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.847645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4fa351fb-e7eb-449e-bc33-675fba756e6f tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "d8c0304e-9088-4f0f-85ba-e17d8a2f7b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.981s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.884796] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.898075] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8bc79ebf-4906-4510-ab63-80a1ca538406 tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.315s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.121009] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286451, 'name': PowerOffVM_Task, 'duration_secs': 0.22728} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.121383] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.122330] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67137eb5-eaf8-4479-b0d3-49a607649e8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.147821] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Successfully updated port: 59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.149923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89487dde-a899-4d34-9ad4-7d95d5b05c9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.329691] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286450, 'name': ReconfigVM_Task, 'duration_secs': 0.562045} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.329961] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3/f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.330603] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced26f62-d2a7-40de-bfcb-a9dafdcc3dfe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.340104] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 785.340104] env[62136]: value = "task-2286452" [ 785.340104] env[62136]: _type = "Task" [ 785.340104] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.356276] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286452, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.404921] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.600904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "08705d00-016c-46fb-9ede-84761442cfb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.601748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.601748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "08705d00-016c-46fb-9ede-84761442cfb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.601748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.601748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.606309] env[62136]: INFO nova.compute.manager [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Terminating instance [ 785.650456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.650596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquired lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.650747] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.662682] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.663284] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f7da19f-43ba-4085-a1e3-17df4b6ff9a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.676098] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 785.676098] env[62136]: value = "task-2286453" [ 785.676098] env[62136]: _type = "Task" [ 785.676098] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.686446] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286453, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.816818] env[62136]: DEBUG nova.compute.manager [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Received event network-vif-plugged-59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.817069] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Acquiring lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.817288] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.817559] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.817715] env[62136]: DEBUG nova.compute.manager [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] No waiting events found dispatching network-vif-plugged-59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.817881] env[62136]: WARNING nova.compute.manager [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Received unexpected event network-vif-plugged-59215cae-f3bc-4e2f-830c-e7c009a7936b for instance with vm_state building and task_state spawning. [ 785.818358] env[62136]: DEBUG nova.compute.manager [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Received event network-changed-59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.818358] env[62136]: DEBUG nova.compute.manager [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Refreshing instance network info cache due to event network-changed-59215cae-f3bc-4e2f-830c-e7c009a7936b. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.818456] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Acquiring lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.820426] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ffb3d0-9c47-4eb2-ba4f-71fb5eb40b95 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.829132] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e42c44-db0f-4c34-bdc4-03351961705f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.864584] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb065b82-a15e-4941-a8e8-439d85e85ff8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.877466] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60114a53-79c9-4019-91da-6e24f389b83c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.881294] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286452, 'name': Rename_Task, 'duration_secs': 0.199698} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.881576] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.882145] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd1ecab0-ff1f-4e41-b574-34f6cafa634a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.894309] env[62136]: DEBUG nova.compute.provider_tree [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.897409] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 785.897409] env[62136]: value = "task-2286454" [ 785.897409] env[62136]: _type = "Task" [ 785.897409] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.907591] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.926287] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.111023] env[62136]: DEBUG nova.compute.manager [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.111023] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.112488] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9792d-3c8c-42d2-ad5c-63696d0aea5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.122603] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.122946] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b343418e-3c01-4de9-bad4-46d27d0d39ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.132264] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 786.132264] env[62136]: value = "task-2286455" [ 786.132264] env[62136]: _type = "Task" [ 786.132264] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.145289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.147220] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.159539] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.191147] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286453, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.206211] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.398433] env[62136]: DEBUG nova.scheduler.client.report [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.402715] env[62136]: DEBUG nova.network.neutron [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updating instance_info_cache with network_info: [{"id": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "address": "fa:16:3e:ac:93:8e", "network": {"id": "1f3a0f09-be92-44fc-ae20-55352aebbaf7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-228588719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d1219ce94b4112a2ee65bdf334abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59215cae-f3", "ovs_interfaceid": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.414280] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.644728] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286455, 'name': PowerOffVM_Task, 'duration_secs': 0.241117} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.645193] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.645372] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.645675] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c602f733-d706-43cc-851c-56e5f8f08bc8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.686655] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286453, 'name': CreateSnapshot_Task, 'duration_secs': 0.735757} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.686960] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.687777] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dfdd67-94da-4692-be9c-8bb1bd5fec99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.726026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.726026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.726026] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleting the datastore file [datastore1] 08705d00-016c-46fb-9ede-84761442cfb0 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.726026] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeac39cc-b763-4653-8c2f-2d95dc3de5f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.733129] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for the task: (returnval){ [ 786.733129] env[62136]: value = "task-2286457" [ 786.733129] env[62136]: _type = "Task" [ 786.733129] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.744802] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.905232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.905791] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.911711] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.720s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.911937] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.912073] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 786.912391] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.504s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.916132] env[62136]: INFO nova.compute.claims [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.919045] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Releasing lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.919349] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Instance network_info: |[{"id": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "address": "fa:16:3e:ac:93:8e", "network": {"id": "1f3a0f09-be92-44fc-ae20-55352aebbaf7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-228588719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d1219ce94b4112a2ee65bdf334abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59215cae-f3", "ovs_interfaceid": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.920756] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1a014-895e-45bd-83e9-229306b27265 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.923376] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Acquired lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.923564] env[62136]: DEBUG nova.network.neutron [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Refreshing network info cache for port 59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.924658] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:93:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59215cae-f3bc-4e2f-830c-e7c009a7936b', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.933063] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Creating folder: Project (26d1219ce94b4112a2ee65bdf334abda). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.933345] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed8700e6-d467-49fc-9c76-3628961c573a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.938986] env[62136]: DEBUG oslo_vmware.api [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286454, 'name': PowerOnVM_Task, 'duration_secs': 0.965341} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.939621] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.939938] env[62136]: INFO nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Took 9.84 seconds to spawn the instance on the hypervisor. [ 786.940260] env[62136]: DEBUG nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.941857] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39533dcf-822b-4215-b4eb-979164674424 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.950733] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4779ae4a-e571-42af-9ba0-7aadcc282f04 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.961979] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Created folder: Project (26d1219ce94b4112a2ee65bdf334abda) in parent group-v465229. [ 786.962213] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Creating folder: Instances. Parent ref: group-v465404. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.963205] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2380f1c1-692d-49df-a276-9d65749c09c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.975508] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd69f7-b967-41c7-b3f7-c2e96ed0161c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.978211] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Created folder: Instances in parent group-v465404. [ 786.978457] env[62136]: DEBUG oslo.service.loopingcall [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.978939] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.979505] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9923724-1be0-4a56-8c4b-5d352bbbca24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.998113] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c78425-53a1-4756-bced-bbcd716dfb65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.002515] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.002515] env[62136]: value = "task-2286460" [ 787.002515] env[62136]: _type = "Task" [ 787.002515] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.030204] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178889MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 787.030366] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.039469] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286460, 'name': CreateVM_Task} progress is 15%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.049055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "d6984e63-c376-44f5-aa24-898be053e534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.049327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.049555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "d6984e63-c376-44f5-aa24-898be053e534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.049740] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.049921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.052306] env[62136]: INFO nova.compute.manager [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Terminating instance [ 787.207794] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.208189] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-192bcc0e-8f1f-47c2-9836-d9e4153e48b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.218300] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 787.218300] env[62136]: value = "task-2286461" [ 787.218300] env[62136]: _type = "Task" [ 787.218300] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.227456] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286461, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.247129] env[62136]: DEBUG oslo_vmware.api [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Task: {'id': task-2286457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182669} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.247129] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.247129] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.247351] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.247464] env[62136]: INFO nova.compute.manager [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 787.247745] env[62136]: DEBUG oslo.service.loopingcall [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.249148] env[62136]: DEBUG nova.compute.manager [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.249148] env[62136]: DEBUG nova.network.neutron [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.424417] env[62136]: DEBUG nova.compute.utils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.426407] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.426610] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.471245] env[62136]: INFO nova.compute.manager [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Took 46.41 seconds to build instance. [ 787.513947] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286460, 'name': CreateVM_Task, 'duration_secs': 0.434036} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.514233] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.514947] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.515080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.515469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.515743] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5ecbe9-5bff-4bf2-a069-c24da7be59f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.522201] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 787.522201] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52298308-a17e-e5a6-66cf-c38a5c51fe93" [ 787.522201] env[62136]: _type = "Task" [ 787.522201] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.531276] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52298308-a17e-e5a6-66cf-c38a5c51fe93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.557229] env[62136]: DEBUG nova.compute.manager [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.557479] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.558370] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb3b488-3838-4931-b9e6-bef6dfa3d7c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567245] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.567245] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f5859c-4568-430c-8aca-536551d34485 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.576424] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 787.576424] env[62136]: value = "task-2286462" [ 787.576424] env[62136]: _type = "Task" [ 787.576424] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.585322] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.600441] env[62136]: DEBUG nova.policy [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '894f3c9be8884ee1b056cf9f06a146aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23279b1e16b44dea9388242b1dbc86c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.710396] env[62136]: DEBUG nova.network.neutron [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updated VIF entry in instance network info cache for port 59215cae-f3bc-4e2f-830c-e7c009a7936b. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.710851] env[62136]: DEBUG nova.network.neutron [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updating instance_info_cache with network_info: [{"id": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "address": "fa:16:3e:ac:93:8e", "network": {"id": "1f3a0f09-be92-44fc-ae20-55352aebbaf7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-228588719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d1219ce94b4112a2ee65bdf334abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59215cae-f3", "ovs_interfaceid": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.731451] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286461, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.930789] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.976350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1160208d-01b5-4810-b263-82e4470ca118 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.437s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.036374] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52298308-a17e-e5a6-66cf-c38a5c51fe93, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.036684] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.036921] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.037365] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.037613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.037701] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.037967] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e4fdac-42ef-4ad9-bb7c-4ff22c40ade4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.049316] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.049493] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.050919] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fde936-38b2-4198-90ee-643c3b9c6026 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.056889] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 788.056889] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c86e7b-fc7c-e57a-a2e5-308bd983a884" [ 788.056889] env[62136]: _type = "Task" [ 788.056889] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.070663] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c86e7b-fc7c-e57a-a2e5-308bd983a884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.088972] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286462, 'name': PowerOffVM_Task, 'duration_secs': 0.262113} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.089532] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.089532] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.089834] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e8f253-6e60-46c3-b900-d08a6c6c08eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.152593] env[62136]: DEBUG nova.compute.manager [req-b36c8639-5ad8-45cc-af7c-f4430a1993d6 req-272f294b-b4ce-42d9-9ea9-0b4bed542114 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Received event network-vif-deleted-8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.153067] env[62136]: INFO nova.compute.manager [req-b36c8639-5ad8-45cc-af7c-f4430a1993d6 req-272f294b-b4ce-42d9-9ea9-0b4bed542114 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Neutron deleted interface 8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f; detaching it from the instance and deleting it from the info cache [ 788.153616] env[62136]: DEBUG nova.network.neutron [req-b36c8639-5ad8-45cc-af7c-f4430a1993d6 req-272f294b-b4ce-42d9-9ea9-0b4bed542114 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.167644] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.167841] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.168135] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Deleting the datastore file [datastore1] d6984e63-c376-44f5-aa24-898be053e534 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.168661] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-309bdc09-46d2-4a7c-961a-e35a22215315 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.189370] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for the task: (returnval){ [ 788.189370] env[62136]: value = "task-2286464" [ 788.189370] env[62136]: _type = "Task" [ 788.189370] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.198532] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.213696] env[62136]: DEBUG oslo_concurrency.lockutils [req-f0cb3bee-949f-43e2-a2b9-45db5ea59c52 req-8b205cd7-f022-4369-a3b6-6a62a1971a33 service nova] Releasing lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.234309] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286461, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.479265] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.491124] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Successfully created port: 920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.497537] env[62136]: DEBUG nova.network.neutron [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.567602] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c86e7b-fc7c-e57a-a2e5-308bd983a884, 'name': SearchDatastore_Task, 'duration_secs': 0.019101} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.568529] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5dd2db-0245-4f0d-93e4-c67d4259cf5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.579913] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 788.579913] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0607a-27f9-77fc-e33e-ceb1dd1c7d63" [ 788.579913] env[62136]: _type = "Task" [ 788.579913] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.588767] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0607a-27f9-77fc-e33e-ceb1dd1c7d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.591635] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a5088e-d8cd-4552-a57d-efdf66c13a4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.599272] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8edd73-ae3e-48a6-bc15-afd47733a2ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.633867] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c43b80-43a0-44e9-9e6f-20333e098c19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.642629] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1c9d8-3742-4ae3-8235-e4bfd530ae77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.657391] env[62136]: DEBUG nova.compute.provider_tree [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.658896] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0debcbb-0f4a-40d7-aced-cd70dd42641b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.668332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7938e7ed-21e3-4c0b-a797-92d271b39eb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.705726] env[62136]: DEBUG nova.compute.manager [req-b36c8639-5ad8-45cc-af7c-f4430a1993d6 req-272f294b-b4ce-42d9-9ea9-0b4bed542114 service nova] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Detach interface failed, port_id=8f3dc6cf-0bc0-4b1f-b1c1-73dfb476680f, reason: Instance 08705d00-016c-46fb-9ede-84761442cfb0 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 788.711702] env[62136]: DEBUG oslo_vmware.api [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Task: {'id': task-2286464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173335} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.711925] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.712000] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.712195] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.712359] env[62136]: INFO nova.compute.manager [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] [instance: d6984e63-c376-44f5-aa24-898be053e534] Took 1.15 seconds to destroy the instance on the hypervisor. [ 788.712594] env[62136]: DEBUG oslo.service.loopingcall [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.712784] env[62136]: DEBUG nova.compute.manager [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.712877] env[62136]: DEBUG nova.network.neutron [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.729401] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286461, 'name': CloneVM_Task, 'duration_secs': 1.397484} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.729691] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Created linked-clone VM from snapshot [ 788.730433] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d903f8c-e614-4f68-9d5c-7092f8c6e772 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.737927] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Uploading image 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.771191] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.771191] env[62136]: value = "vm-465407" [ 788.771191] env[62136]: _type = "VirtualMachine" [ 788.771191] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.771478] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98e75216-4c40-44c4-b3ad-2440d1172c01 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.780423] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lease: (returnval){ [ 788.780423] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528383d6-eb46-a069-57de-b067398befa5" [ 788.780423] env[62136]: _type = "HttpNfcLease" [ 788.780423] env[62136]: } obtained for exporting VM: (result){ [ 788.780423] env[62136]: value = "vm-465407" [ 788.780423] env[62136]: _type = "VirtualMachine" [ 788.780423] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.781327] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the lease: (returnval){ [ 788.781327] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528383d6-eb46-a069-57de-b067398befa5" [ 788.781327] env[62136]: _type = "HttpNfcLease" [ 788.781327] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.787843] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.787843] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528383d6-eb46-a069-57de-b067398befa5" [ 788.787843] env[62136]: _type = "HttpNfcLease" [ 788.787843] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 788.944540] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.968924] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.969190] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.969357] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.969540] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.969686] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.969831] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.970086] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.970349] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.970566] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.970743] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.970917] env[62136]: DEBUG nova.virt.hardware [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.971786] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5f234-fb6d-4d63-8c7c-24d6e500f01e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.983228] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0cef6d-1d81-416c-8ca3-37bb1187ae0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.001165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.001587] env[62136]: INFO nova.compute.manager [-] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Took 1.75 seconds to deallocate network for instance. [ 789.091632] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c0607a-27f9-77fc-e33e-ceb1dd1c7d63, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.091908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.092197] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 2026f527-2e31-4f64-8e2a-0ed41d102b48/2026f527-2e31-4f64-8e2a-0ed41d102b48.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.092483] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef57d0f5-558e-4ad9-9d07-14aad5f15dfb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.100601] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 789.100601] env[62136]: value = "task-2286466" [ 789.100601] env[62136]: _type = "Task" [ 789.100601] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.110327] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.162263] env[62136]: DEBUG nova.scheduler.client.report [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.293227] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.293227] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528383d6-eb46-a069-57de-b067398befa5" [ 789.293227] env[62136]: _type = "HttpNfcLease" [ 789.293227] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 789.293651] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 789.293651] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528383d6-eb46-a069-57de-b067398befa5" [ 789.293651] env[62136]: _type = "HttpNfcLease" [ 789.293651] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 789.294567] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33746b3a-d9ba-4af4-89b1-dc1f487ab390 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.308644] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.308644] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.507340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.572701] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-57491c15-9261-45aa-9a45-db60e7e7f18c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.617637] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494299} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.618176] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 2026f527-2e31-4f64-8e2a-0ed41d102b48/2026f527-2e31-4f64-8e2a-0ed41d102b48.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.618498] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.618821] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-377d16ae-c1d8-49d3-980a-b5c9371dbed8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.627593] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 789.627593] env[62136]: value = "task-2286467" [ 789.627593] env[62136]: _type = "Task" [ 789.627593] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.639263] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.668518] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.669735] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.672167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.588s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.736944] env[62136]: DEBUG nova.network.neutron [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.140543] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078184} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.141031] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.142352] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc6978-b89a-44eb-be3c-e0de041c787f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.175913] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 2026f527-2e31-4f64-8e2a-0ed41d102b48/2026f527-2e31-4f64-8e2a-0ed41d102b48.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.178231] env[62136]: DEBUG nova.compute.utils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.184407] env[62136]: INFO nova.compute.claims [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.187769] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9667396c-4a45-464b-a811-b10313e89508 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.205154] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.208179] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.208455] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.219886] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 790.219886] env[62136]: value = "task-2286468" [ 790.219886] env[62136]: _type = "Task" [ 790.219886] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.235201] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.238473] env[62136]: DEBUG nova.compute.manager [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Received event network-changed-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.244291] env[62136]: DEBUG nova.compute.manager [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Refreshing instance network info cache due to event network-changed-5efd7bc6-cfff-41cd-a6b3-9941e59bb061. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.244952] env[62136]: DEBUG oslo_concurrency.lockutils [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] Acquiring lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.245308] env[62136]: DEBUG oslo_concurrency.lockutils [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] Acquired lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.245600] env[62136]: DEBUG nova.network.neutron [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Refreshing network info cache for port 5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.248098] env[62136]: INFO nova.compute.manager [-] [instance: d6984e63-c376-44f5-aa24-898be053e534] Took 1.54 seconds to deallocate network for instance. [ 790.324702] env[62136]: DEBUG nova.policy [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d1c2baf63340ca8bcf7c1640ec0d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5b0ee2dcb734e95ba754a188db627a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.654365] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Successfully updated port: 920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.706673] env[62136]: INFO nova.compute.resource_tracker [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating resource usage from migration e66a2b95-da6b-40a6-8b4e-33a62be09de1 [ 790.734585] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.755571] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.020335] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Successfully created port: d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.159170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.159321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquired lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159494] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.218903] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.234815] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286468, 'name': ReconfigVM_Task, 'duration_secs': 0.917728} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.235176] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 2026f527-2e31-4f64-8e2a-0ed41d102b48/2026f527-2e31-4f64-8e2a-0ed41d102b48.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.238786] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a884d783-2e46-4980-b4b5-e70ea1d42226 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.251563] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.251924] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.252194] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.252513] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.252703] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.252858] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.253079] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.253246] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.253415] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.253627] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.253859] env[62136]: DEBUG nova.virt.hardware [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.254862] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa5ce3-0c29-4f0f-bd26-942fd7996c62 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.261567] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 791.261567] env[62136]: value = "task-2286469" [ 791.261567] env[62136]: _type = "Task" [ 791.261567] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.269618] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1222a1-7ae3-409e-a385-46882daa97c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.283523] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286469, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.284683] env[62136]: DEBUG nova.network.neutron [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updated VIF entry in instance network info cache for port 5efd7bc6-cfff-41cd-a6b3-9941e59bb061. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.285132] env[62136]: DEBUG nova.network.neutron [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updating instance_info_cache with network_info: [{"id": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "address": "fa:16:3e:e6:cd:73", "network": {"id": "3ff2bb99-a109-4fc5-a619-f159e938ce5a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1940628732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a0df2e3ef641c7ad59286f3da7f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efd7bc6-cf", "ovs_interfaceid": "5efd7bc6-cfff-41cd-a6b3-9941e59bb061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.397031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e63c7-5b9b-4eba-8cd6-61aa3a83a542 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.404514] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea622e-1a23-4808-9485-9e62bbee392a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.439207] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c425086-68b6-47f4-b752-135be6ed5215 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.447924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee046d9-396d-4cac-ac26-81f6033695ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.462779] env[62136]: DEBUG nova.compute.provider_tree [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.714014] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.772484] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286469, 'name': Rename_Task, 'duration_secs': 0.269458} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.772823] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.773035] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e46d2e-fde6-494b-8364-f242f6d4ac99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.782932] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 791.782932] env[62136]: value = "task-2286470" [ 791.782932] env[62136]: _type = "Task" [ 791.782932] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.788152] env[62136]: DEBUG oslo_concurrency.lockutils [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] Releasing lock "refresh_cache-f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.788424] env[62136]: DEBUG nova.compute.manager [req-a8c78d72-f303-4086-9671-d03e457fe5d6 req-5c729e89-527b-487a-aeb0-3c3633825d3d service nova] [instance: d6984e63-c376-44f5-aa24-898be053e534] Received event network-vif-deleted-6e9181b5-2e5d-4b54-94db-31cc09a91f12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.791622] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.919793] env[62136]: DEBUG nova.network.neutron [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Updating instance_info_cache with network_info: [{"id": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "address": "fa:16:3e:df:25:44", "network": {"id": "5265b0ee-ac1f-4ed5-88e8-894af394f225", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1246769597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23279b1e16b44dea9388242b1dbc86c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920e6356-4b", "ovs_interfaceid": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.966020] env[62136]: DEBUG nova.scheduler.client.report [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.265835] env[62136]: DEBUG nova.compute.manager [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Received event network-vif-plugged-920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.265835] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Acquiring lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.266107] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.266343] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.266614] env[62136]: DEBUG nova.compute.manager [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] No waiting events found dispatching network-vif-plugged-920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.267596] env[62136]: WARNING nova.compute.manager [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Received unexpected event network-vif-plugged-920e6356-4bcd-44f5-bc83-a60ee8ad3447 for instance with vm_state building and task_state spawning. [ 792.267596] env[62136]: DEBUG nova.compute.manager [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Received event network-changed-920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.267596] env[62136]: DEBUG nova.compute.manager [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Refreshing instance network info cache due to event network-changed-920e6356-4bcd-44f5-bc83-a60ee8ad3447. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 792.267596] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Acquiring lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.294284] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.423044] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Releasing lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.423405] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Instance network_info: |[{"id": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "address": "fa:16:3e:df:25:44", "network": {"id": "5265b0ee-ac1f-4ed5-88e8-894af394f225", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1246769597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23279b1e16b44dea9388242b1dbc86c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920e6356-4b", "ovs_interfaceid": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.423755] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Acquired lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.423912] env[62136]: DEBUG nova.network.neutron [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Refreshing network info cache for port 920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.425318] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:25:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '920e6356-4bcd-44f5-bc83-a60ee8ad3447', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.434041] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Creating folder: Project (23279b1e16b44dea9388242b1dbc86c7). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.435051] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5b0b07-ed0f-4a1e-9a30-f944701cab76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.448840] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Created folder: Project (23279b1e16b44dea9388242b1dbc86c7) in parent group-v465229. [ 792.449783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Creating folder: Instances. Parent ref: group-v465408. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.450248] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08d7dd3-864f-46f9-afc6-db451a2ec42c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.462504] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Created folder: Instances in parent group-v465408. [ 792.462815] env[62136]: DEBUG oslo.service.loopingcall [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.463045] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.463206] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f847d7-f731-43b0-bbeb-3f7bbfa930f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.478822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.807s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.479043] env[62136]: INFO nova.compute.manager [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Migrating [ 792.485316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.049s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.485481] env[62136]: DEBUG nova.objects.instance [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lazy-loading 'resources' on Instance uuid 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 792.496061] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.496061] env[62136]: value = "task-2286473" [ 792.496061] env[62136]: _type = "Task" [ 792.496061] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.507100] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286473, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.793633] env[62136]: DEBUG oslo_vmware.api [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286470, 'name': PowerOnVM_Task, 'duration_secs': 0.581394} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.793944] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.794977] env[62136]: INFO nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Took 8.64 seconds to spawn the instance on the hypervisor. [ 792.794977] env[62136]: DEBUG nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.795197] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb7b61-f1bc-44f6-836e-16328e7f919c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.805598] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Successfully updated port: d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.997017] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.997595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.997595] env[62136]: DEBUG nova.network.neutron [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.008916] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286473, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.227015] env[62136]: DEBUG nova.network.neutron [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Updated VIF entry in instance network info cache for port 920e6356-4bcd-44f5-bc83-a60ee8ad3447. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.227015] env[62136]: DEBUG nova.network.neutron [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Updating instance_info_cache with network_info: [{"id": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "address": "fa:16:3e:df:25:44", "network": {"id": "5265b0ee-ac1f-4ed5-88e8-894af394f225", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1246769597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23279b1e16b44dea9388242b1dbc86c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920e6356-4b", "ovs_interfaceid": "920e6356-4bcd-44f5-bc83-a60ee8ad3447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.316497] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.316497] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquired lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.316768] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.324030] env[62136]: INFO nova.compute.manager [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Took 49.06 seconds to build instance. [ 793.497967] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97399245-48e7-419d-a620-5227f3c6d0ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.509684] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f8730-e58d-4248-b27e-bc69be939615 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.516883] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286473, 'name': CreateVM_Task, 'duration_secs': 0.632802} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.517371] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.518180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.518358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.518941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.518941] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170e4e37-fa50-447a-a102-a2d50f148215 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.545785] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acdc1b5-0bf8-4140-b979-a2d2c65465e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.550091] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 793.550091] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e8408-6473-ba03-732d-320c3e7ab051" [ 793.550091] env[62136]: _type = "Task" [ 793.550091] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.559634] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca5a2f-d94c-471b-8bec-d9e6f92300ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.566332] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e8408-6473-ba03-732d-320c3e7ab051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.577029] env[62136]: DEBUG nova.compute.provider_tree [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.730299] env[62136]: DEBUG oslo_concurrency.lockutils [req-04435969-3532-4e0b-bc30-46aefc6d6743 req-64528f4e-a847-4e98-a754-1c618985db18 service nova] Releasing lock "refresh_cache-3337db00-9d77-482a-a5f9-71c1c9347a9c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.749254] env[62136]: DEBUG nova.network.neutron [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.825610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0874e97c-18d8-46a0-8d0b-03e980e0b535 tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.714s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.861390] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.023914] env[62136]: DEBUG nova.network.neutron [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updating instance_info_cache with network_info: [{"id": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "address": "fa:16:3e:db:22:81", "network": {"id": "363f3ab9-a589-497f-a617-cb537d4dcc5f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-367890436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5b0ee2dcb734e95ba754a188db627a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f13ac2-96", "ovs_interfaceid": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.065527] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e8408-6473-ba03-732d-320c3e7ab051, 'name': SearchDatastore_Task, 'duration_secs': 0.022774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.065840] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.066094] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.066363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.066572] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066766] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.067046] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a622dd14-eaa2-493c-9863-1b0ea06e422d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.080583] env[62136]: DEBUG nova.scheduler.client.report [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.085700] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.085700] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.086568] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6057274c-7409-41fa-940c-e6b6f41415ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.092523] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 794.092523] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd7988-c075-afac-c3d4-e5878f2d1d8b" [ 794.092523] env[62136]: _type = "Task" [ 794.092523] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.102569] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd7988-c075-afac-c3d4-e5878f2d1d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.257012] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.384183] env[62136]: DEBUG nova.compute.manager [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Received event network-vif-plugged-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.384183] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Acquiring lock "402eda7b-473d-4924-9205-04158b472c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.384183] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Lock "402eda7b-473d-4924-9205-04158b472c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.384183] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Lock "402eda7b-473d-4924-9205-04158b472c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.384183] env[62136]: DEBUG nova.compute.manager [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] No waiting events found dispatching network-vif-plugged-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.384183] env[62136]: WARNING nova.compute.manager [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Received unexpected event network-vif-plugged-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 for instance with vm_state building and task_state spawning. [ 794.384183] env[62136]: DEBUG nova.compute.manager [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Received event network-changed-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.384183] env[62136]: DEBUG nova.compute.manager [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Refreshing instance network info cache due to event network-changed-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.384888] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Acquiring lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.528896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Releasing lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.528896] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Instance network_info: |[{"id": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "address": "fa:16:3e:db:22:81", "network": {"id": "363f3ab9-a589-497f-a617-cb537d4dcc5f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-367890436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5b0ee2dcb734e95ba754a188db627a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f13ac2-96", "ovs_interfaceid": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.528896] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Acquired lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.528896] env[62136]: DEBUG nova.network.neutron [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Refreshing network info cache for port d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.528896] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:22:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f13ac2-96c8-4c40-9ed5-feec51ef70f5', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.539213] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Creating folder: Project (e5b0ee2dcb734e95ba754a188db627a0). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.543828] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddf550e1-b767-4113-af13-7cf631fab1c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.560363] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Created folder: Project (e5b0ee2dcb734e95ba754a188db627a0) in parent group-v465229. [ 794.560363] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Creating folder: Instances. Parent ref: group-v465411. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.560363] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86322c6-800a-4e21-bad8-6556551280ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.575503] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Created folder: Instances in parent group-v465411. [ 794.575503] env[62136]: DEBUG oslo.service.loopingcall [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.575503] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.575503] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc08da9-c5ba-4d4f-8681-7806355e2f67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.599166] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.602368] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.758s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.605433] env[62136]: INFO nova.compute.claims [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.620697] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bd7988-c075-afac-c3d4-e5878f2d1d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.027838} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.623812] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.623812] env[62136]: value = "task-2286476" [ 794.623812] env[62136]: _type = "Task" [ 794.623812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.623812] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24488bff-09f7-42bf-9269-0b101550a0d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627164] env[62136]: INFO nova.scheduler.client.report [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Deleted allocations for instance 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6 [ 794.642707] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 794.642707] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd8ca1-74ee-040f-1834-0e601f0d422b" [ 794.642707] env[62136]: _type = "Task" [ 794.642707] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.648808] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286476, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.662100] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dd8ca1-74ee-040f-1834-0e601f0d422b, 'name': SearchDatastore_Task, 'duration_secs': 0.016805} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.662385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.663025] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3337db00-9d77-482a-a5f9-71c1c9347a9c/3337db00-9d77-482a-a5f9-71c1c9347a9c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.663383] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125463c4-876c-41b4-972b-a994a5d0eece {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.672700] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 794.672700] env[62136]: value = "task-2286477" [ 794.672700] env[62136]: _type = "Task" [ 794.672700] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.679592] env[62136]: DEBUG nova.compute.manager [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Received event network-changed-59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.679795] env[62136]: DEBUG nova.compute.manager [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Refreshing instance network info cache due to event network-changed-59215cae-f3bc-4e2f-830c-e7c009a7936b. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.680141] env[62136]: DEBUG oslo_concurrency.lockutils [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] Acquiring lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.680323] env[62136]: DEBUG oslo_concurrency.lockutils [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] Acquired lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.680498] env[62136]: DEBUG nova.network.neutron [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Refreshing network info cache for port 59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.692029] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.912612] env[62136]: DEBUG nova.network.neutron [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updated VIF entry in instance network info cache for port d2f13ac2-96c8-4c40-9ed5-feec51ef70f5. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.913047] env[62136]: DEBUG nova.network.neutron [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updating instance_info_cache with network_info: [{"id": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "address": "fa:16:3e:db:22:81", "network": {"id": "363f3ab9-a589-497f-a617-cb537d4dcc5f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-367890436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5b0ee2dcb734e95ba754a188db627a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f13ac2-96", "ovs_interfaceid": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.147780] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286476, 'name': CreateVM_Task, 'duration_secs': 0.491575} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.148152] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.149051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.149269] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.149613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.150218] env[62136]: DEBUG oslo_concurrency.lockutils [None req-064f88a4-6f8d-49e3-9e16-a42975f8f06f tempest-ServerRescueTestJSON-433723745 tempest-ServerRescueTestJSON-433723745-project-member] Lock "6cdf32dc-6bc1-4892-9529-ebb4c7f27be6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.138s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.151242] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710391dd-794b-4a2d-b070-1547d70cee54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.159891] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 795.159891] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525f8d77-5d52-cfd3-6afb-36c3f5c676fb" [ 795.159891] env[62136]: _type = "Task" [ 795.159891] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.175570] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525f8d77-5d52-cfd3-6afb-36c3f5c676fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.195897] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286477, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.416146] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a9f9a82-7d30-480d-89e6-3c071f434999 req-f91704f7-be04-43c5-8a22-722d650ed19d service nova] Releasing lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.533139] env[62136]: DEBUG nova.network.neutron [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updated VIF entry in instance network info cache for port 59215cae-f3bc-4e2f-830c-e7c009a7936b. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.533507] env[62136]: DEBUG nova.network.neutron [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updating instance_info_cache with network_info: [{"id": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "address": "fa:16:3e:ac:93:8e", "network": {"id": "1f3a0f09-be92-44fc-ae20-55352aebbaf7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-228588719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d1219ce94b4112a2ee65bdf334abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59215cae-f3", "ovs_interfaceid": "59215cae-f3bc-4e2f-830c-e7c009a7936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.671916] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525f8d77-5d52-cfd3-6afb-36c3f5c676fb, 'name': SearchDatastore_Task, 'duration_secs': 0.048083} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.675851] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.676352] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.676732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.676949] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.677218] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.678287] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455bc1d7-af9f-429b-bae7-c80d40472bf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.703729] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558302} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.708075] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3337db00-9d77-482a-a5f9-71c1c9347a9c/3337db00-9d77-482a-a5f9-71c1c9347a9c.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.708386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.710135] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-988b1b9e-bba5-43c5-bb0b-2221400fe47b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.714175] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.714424] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.715823] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda16f53-b7eb-4262-9c19-af981620e911 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.726568] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 795.726568] env[62136]: value = "task-2286478" [ 795.726568] env[62136]: _type = "Task" [ 795.726568] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.728372] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 795.728372] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f07492-fadb-91cc-bdf6-ad6654e34a78" [ 795.728372] env[62136]: _type = "Task" [ 795.728372] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.747331] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.751651] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f07492-fadb-91cc-bdf6-ad6654e34a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.774484] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c254766-7b89-4a88-b136-3834bbe8fee5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.800742] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.036082] env[62136]: DEBUG oslo_concurrency.lockutils [req-495f83fd-a3d4-4fff-ae98-4baf2fbd32dc req-c0fcdc88-0e45-4a40-8d1e-e4f77216f3d1 service nova] Releasing lock "refresh_cache-2026f527-2e31-4f64-8e2a-0ed41d102b48" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.208840] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809bd144-5d7f-4038-a5d7-ff3e6d4891b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.218623] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e59718-489b-4a2c-949e-3d67bf3692b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.263525] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d27f0e-3a63-402b-ad07-f1ead3f5d0f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.279489] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f07492-fadb-91cc-bdf6-ad6654e34a78, 'name': SearchDatastore_Task, 'duration_secs': 0.029314} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.279782] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080788} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.281079] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1880d0-2eb7-4d20-9d06-eefd731f1c07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.287116] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.287509] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb6e37f-6230-414b-be4f-0cf3761fcea6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.291831] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923f3d3-8a47-4a97-bd6f-f4bf4bc0afad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.299110] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 796.299110] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f71378-905b-9b41-30d6-ab0e78c45f5f" [ 796.299110] env[62136]: _type = "Task" [ 796.299110] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.319084] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.319653] env[62136]: DEBUG nova.compute.provider_tree [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.330198] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 3337db00-9d77-482a-a5f9-71c1c9347a9c/3337db00-9d77-482a-a5f9-71c1c9347a9c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.332028] env[62136]: DEBUG nova.scheduler.client.report [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.338502] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f2f276-f845-42da-8604-d13f84156938 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.340024] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dbec01-4058-41aa-9b1b-22899fb9f620 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.362308] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f71378-905b-9b41-30d6-ab0e78c45f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.365302] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.365302] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 402eda7b-473d-4924-9205-04158b472c53/402eda7b-473d-4924-9205-04158b472c53.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.365638] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 796.365638] env[62136]: value = "task-2286479" [ 796.365638] env[62136]: _type = "Task" [ 796.365638] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.366171] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 796.366171] env[62136]: value = "task-2286480" [ 796.366171] env[62136]: _type = "Task" [ 796.366171] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.366456] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3d03eea-8aca-41d4-ab83-4cb5f6778273 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.386724] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.393609] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 796.393609] env[62136]: value = "task-2286481" [ 796.393609] env[62136]: _type = "Task" [ 796.393609] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.393967] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.410539] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.856511] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.857494] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.860577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.932s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.891640] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286479, 'name': PowerOffVM_Task, 'duration_secs': 0.308982} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.895910] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.895910] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.900213] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.913865] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.364260] env[62136]: DEBUG nova.compute.utils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.365753] env[62136]: DEBUG nova.objects.instance [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lazy-loading 'migration_context' on Instance uuid 727f4737-801e-490d-9a63-9fde601cc08c {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 797.370024] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.370024] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.384506] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286480, 'name': ReconfigVM_Task, 'duration_secs': 0.537621} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.384922] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 3337db00-9d77-482a-a5f9-71c1c9347a9c/3337db00-9d77-482a-a5f9-71c1c9347a9c.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.385391] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a1a69d8-46d0-41ba-a8cf-295ae0a4f9c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.392558] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 797.392558] env[62136]: value = "task-2286482" [ 797.392558] env[62136]: _type = "Task" [ 797.392558] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.404203] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.404390] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.404549] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.404730] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.404876] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.405030] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.405240] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.405528] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.405655] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.405889] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.406145] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.411546] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286482, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.415101] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5de0bb-eeb4-4ebf-92f1-d917a1e11742 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.426849] env[62136]: DEBUG nova.policy [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.435494] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602843} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.437140] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 402eda7b-473d-4924-9205-04158b472c53/402eda7b-473d-4924-9205-04158b472c53.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.437520] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.437725] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 797.437725] env[62136]: value = "task-2286483" [ 797.437725] env[62136]: _type = "Task" [ 797.437725] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.437914] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19348783-87e4-4b1a-b2b7-91c966531db7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.453747] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.456035] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 797.456035] env[62136]: value = "task-2286484" [ 797.456035] env[62136]: _type = "Task" [ 797.456035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.467470] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.864640] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Successfully created port: 0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.872413] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.907738] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286482, 'name': Rename_Task, 'duration_secs': 0.250332} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.908491] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.908592] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e5e4ea2-d674-43a3-85ec-536131da9efd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.919077] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 797.919077] env[62136]: value = "task-2286485" [ 797.919077] env[62136]: _type = "Task" [ 797.919077] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.930006] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.957239] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286483, 'name': ReconfigVM_Task, 'duration_secs': 0.232803} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.961471] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.975915] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082912} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.977069] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.979214] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3a015-f5a7-4c5b-9348-6d26edb91e52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.005980] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 402eda7b-473d-4924-9205-04158b472c53/402eda7b-473d-4924-9205-04158b472c53.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.008881] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a755f2dc-02e0-4556-9ab2-d979a1f3a8f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.031757] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 798.031757] env[62136]: value = "task-2286486" [ 798.031757] env[62136]: _type = "Task" [ 798.031757] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.043050] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.429994] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.471823] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.471917] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.472094] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.472270] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.472448] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.472576] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.472962] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.472962] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.473140] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.473304] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.473441] env[62136]: DEBUG nova.virt.hardware [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.480625] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.481639] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f45b8b-3e90-4b61-af46-0111248f00ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.503087] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 798.503087] env[62136]: value = "task-2286487" [ 798.503087] env[62136]: _type = "Task" [ 798.503087] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.507746] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f0942-6e61-4d31-b159-dba638b8e5bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.516712] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.519510] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77aaec-33c7-49dc-9466-f88dd56371e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.555900] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8e7d6-9016-4d3a-a6e6-6ae061890e15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.565453] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286486, 'name': ReconfigVM_Task, 'duration_secs': 0.310081} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.567674] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 402eda7b-473d-4924-9205-04158b472c53/402eda7b-473d-4924-9205-04158b472c53.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.568373] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83105173-ea7a-4bc3-be9f-f403ed5e469e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.571308] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47d28b-1a72-4ef1-bb54-a96af5c52086 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.587093] env[62136]: DEBUG nova.compute.provider_tree [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.589789] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 798.589789] env[62136]: value = "task-2286488" [ 798.589789] env[62136]: _type = "Task" [ 798.589789] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.601558] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286488, 'name': Rename_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.884074] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.906956] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.907256] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.907417] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.907633] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.907867] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.908050] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.908262] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.908423] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.908593] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.908758] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.908925] env[62136]: DEBUG nova.virt.hardware [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.909802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf0b13-571f-4b32-af7e-27e938c67099 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.918852] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b41f4-9500-4bb0-843c-f6e4bf08aeaf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.931208] env[62136]: DEBUG oslo_vmware.api [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286485, 'name': PowerOnVM_Task, 'duration_secs': 0.531345} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.939652] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.939883] env[62136]: INFO nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Took 10.00 seconds to spawn the instance on the hypervisor. [ 798.940116] env[62136]: DEBUG nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.941272] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53ac8e-c225-4a2d-a877-8b2fa64b82c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.013779] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286487, 'name': ReconfigVM_Task, 'duration_secs': 0.269977} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.014070] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 799.015189] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d16afcd-c2ff-4bb0-b76f-f8d34baa4d20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.037915] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.038231] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0368390-e530-4c2d-89a5-df97fdfe3e07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.057998] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 799.057998] env[62136]: value = "task-2286489" [ 799.057998] env[62136]: _type = "Task" [ 799.057998] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.066559] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.091805] env[62136]: DEBUG nova.scheduler.client.report [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.108053] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286488, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.205174] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Successfully updated port: 0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.216194] env[62136]: DEBUG nova.compute.manager [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-plugged-0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.217560] env[62136]: DEBUG oslo_concurrency.lockutils [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.217560] env[62136]: DEBUG oslo_concurrency.lockutils [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.217560] env[62136]: DEBUG oslo_concurrency.lockutils [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.217560] env[62136]: DEBUG nova.compute.manager [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] No waiting events found dispatching network-vif-plugged-0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.217560] env[62136]: WARNING nova.compute.manager [req-2a472d79-b7e7-4532-8fb7-7fd8fba34ee3 req-fe8ecad0-ae6a-4f37-b8df-cc2de5ca8516 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received unexpected event network-vif-plugged-0fb61965-861d-4b2e-868b-5c1e76bc5092 for instance with vm_state building and task_state spawning. [ 800.218075] env[62136]: INFO nova.compute.manager [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Took 51.37 seconds to build instance. [ 800.237693] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286488, 'name': Rename_Task, 'duration_secs': 1.140082} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.238591] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286489, 'name': ReconfigVM_Task, 'duration_secs': 0.562774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.238896] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.239048] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821/72702e0a-a8b3-4a64-b62e-3fa491cb3821.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.240289] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.244905] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b0b112-dedc-435d-b4cc-b264858c616c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.254725] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 800.254725] env[62136]: value = "task-2286490" [ 800.254725] env[62136]: _type = "Task" [ 800.254725] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.268550] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.295490] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.296905] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef65b0-0427-413e-b1d5-f9d2917a912f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.303872] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.304065] env[62136]: ERROR oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk due to incomplete transfer. [ 800.304536] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ea4f236-7654-4aba-a469-c97215a4cb46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.312413] env[62136]: DEBUG oslo_vmware.rw_handles [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527163cd-9694-a1c8-30b1-fdabfc098f22/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.312670] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Uploaded image 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.315841] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.315841] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd20ea33-6549-4d37-805c-96e4059daa53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.323151] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 800.323151] env[62136]: value = "task-2286491" [ 800.323151] env[62136]: _type = "Task" [ 800.323151] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.331881] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286491, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.719182] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.719389] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719599] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.722403] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.862s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.730078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.667s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.731505] env[62136]: INFO nova.compute.claims [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.734080] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b796c43f-4329-46b9-b356-cf183156eb44 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.040s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.734630] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.734630] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.734847] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.735065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.735326] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.741958] env[62136]: INFO nova.compute.manager [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Terminating instance [ 800.746541] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac5cea-9184-4640-810f-6ed899c6759f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.773411] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc9a55-e71a-4e72-92e6-7cc7af3efe84 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.783206] env[62136]: DEBUG oslo_vmware.api [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286490, 'name': PowerOnVM_Task, 'duration_secs': 0.484672} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.798544] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.798810] env[62136]: INFO nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Took 9.58 seconds to spawn the instance on the hypervisor. [ 800.798993] env[62136]: DEBUG nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.799918] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.803709] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b036d-e3d4-409d-bf73-bc50324aff9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.833894] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286491, 'name': Destroy_Task, 'duration_secs': 0.473414} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.834306] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Destroyed the VM [ 800.834535] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.834793] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91342f5b-709d-4fd3-99cb-1c256008f965 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.842666] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 800.842666] env[62136]: value = "task-2286492" [ 800.842666] env[62136]: _type = "Task" [ 800.842666] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.851506] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.247172] env[62136]: DEBUG nova.compute.manager [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.247620] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.248667] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65033a2d-246e-458e-9672-e16856f3acdc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.258344] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.258633] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1cfdee9-95d6-444d-ac78-be76506c0da6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.266349] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 801.266349] env[62136]: value = "task-2286493" [ 801.266349] env[62136]: _type = "Task" [ 801.266349] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.275394] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.276573] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.323881] env[62136]: INFO nova.compute.manager [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Took 47.93 seconds to build instance. [ 801.355086] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405745} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.355363] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.355833] env[62136]: DEBUG nova.compute.manager [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.356432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c2712-0343-46c1-8a3c-8234d91d96a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.387659] env[62136]: DEBUG nova.network.neutron [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Port 326f6396-5e60-47dd-bec7-6d862fc730e7 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 801.496425] env[62136]: DEBUG nova.network.neutron [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.734039] env[62136]: DEBUG nova.compute.manager [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Received event network-changed-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.734248] env[62136]: DEBUG nova.compute.manager [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Refreshing instance network info cache due to event network-changed-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.734429] env[62136]: DEBUG oslo_concurrency.lockutils [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] Acquiring lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.734696] env[62136]: DEBUG oslo_concurrency.lockutils [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] Acquired lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.734769] env[62136]: DEBUG nova.network.neutron [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Refreshing network info cache for port d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.782241] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286493, 'name': PowerOffVM_Task, 'duration_secs': 0.445134} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.782519] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.782680] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.782925] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f42231b-9d9f-4e84-99a8-d70f8498e386 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.824517] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8b47edd9-e842-496b-ac9f-f7546e7d9124 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.722s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.847458] env[62136]: DEBUG nova.compute.manager [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-changed-0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.847610] env[62136]: DEBUG nova.compute.manager [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing instance network info cache due to event network-changed-0fb61965-861d-4b2e-868b-5c1e76bc5092. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.847799] env[62136]: DEBUG oslo_concurrency.lockutils [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.868929] env[62136]: INFO nova.compute.manager [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Shelve offloading [ 801.872898] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.873752] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.873752] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Deleting the datastore file [datastore1] 3337db00-9d77-482a-a5f9-71c1c9347a9c {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.874173] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a86edbc-670e-4672-aacd-9be79235cb3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.883681] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for the task: (returnval){ [ 801.883681] env[62136]: value = "task-2286495" [ 801.883681] env[62136]: _type = "Task" [ 801.883681] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.900943] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.998644] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.999225] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Instance network_info: |[{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.999543] env[62136]: DEBUG oslo_concurrency.lockutils [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.999803] env[62136]: DEBUG nova.network.neutron [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing network info cache for port 0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.001055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:11:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fb61965-861d-4b2e-868b-5c1e76bc5092', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.015058] env[62136]: DEBUG oslo.service.loopingcall [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.022963] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.023857] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947c60a0-b1d8-4f5f-bd0a-ae9a9d430b2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.050287] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.050287] env[62136]: value = "task-2286496" [ 802.050287] env[62136]: _type = "Task" [ 802.050287] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.062759] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286496, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.268214] env[62136]: INFO nova.compute.manager [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Swapping old allocation on dict_keys(['82d9157a-5d67-4d63-9446-bab68d065191']) held by migration cb0ac8bd-71d7-4c64-aaab-f720f4579bde for instance [ 802.297917] env[62136]: DEBUG nova.scheduler.client.report [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Overwriting current allocation {'allocations': {'82d9157a-5d67-4d63-9446-bab68d065191': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 90}}, 'project_id': '9a8e37a6f77243ed9f88f04d30f5648a', 'user_id': '422490da33c344359ca7c7499ae1cc56', 'consumer_generation': 1} on consumer 727f4737-801e-490d-9a63-9fde601cc08c {{(pid=62136) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 802.334155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60415c7a-9955-4c73-969a-8082b9db98cd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.343483] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b3a0e-a88e-497f-9983-74781029bf91 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.379761] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.387957] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c853e29-ddc2-4005-be35-4ef91737fb4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.390059] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5153539-c8b4-4a67-8d84-328dd37e3b05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.412034] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 802.412034] env[62136]: value = "task-2286497" [ 802.412034] env[62136]: _type = "Task" [ 802.412034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.414185] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314757e8-8822-435b-959e-dd50250dbec6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.427555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.427837] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.428076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.432459] env[62136]: DEBUG oslo_vmware.api [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Task: {'id': task-2286495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327877} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.433570] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.433780] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.433965] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.434804] env[62136]: INFO nova.compute.manager [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 802.434804] env[62136]: DEBUG oslo.service.loopingcall [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.435744] env[62136]: DEBUG nova.compute.manager [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.435865] env[62136]: DEBUG nova.network.neutron [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.454589] env[62136]: DEBUG nova.compute.provider_tree [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.456828] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.457343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquired lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457343] env[62136]: DEBUG nova.network.neutron [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.459474] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 802.459696] env[62136]: DEBUG nova.compute.manager [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.460820] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd16452-8ca9-4c3a-bc78-ac1a6a92a49e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.469427] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.469601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.469776] env[62136]: DEBUG nova.network.neutron [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.491985] env[62136]: DEBUG nova.network.neutron [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updated VIF entry in instance network info cache for port 0fb61965-861d-4b2e-868b-5c1e76bc5092. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.492402] env[62136]: DEBUG nova.network.neutron [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.560391] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286496, 'name': CreateVM_Task, 'duration_secs': 0.497549} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.562902] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.563555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.563723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.564050] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.564649] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94ab108-89de-4270-a42c-c0858f5b0b2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.569829] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 802.569829] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ca27a-5db7-85fe-0e88-40604bc38918" [ 802.569829] env[62136]: _type = "Task" [ 802.569829] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.581737] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ca27a-5db7-85fe-0e88-40604bc38918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.653206] env[62136]: DEBUG nova.network.neutron [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updated VIF entry in instance network info cache for port d2f13ac2-96c8-4c40-9ed5-feec51ef70f5. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.653610] env[62136]: DEBUG nova.network.neutron [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updating instance_info_cache with network_info: [{"id": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "address": "fa:16:3e:db:22:81", "network": {"id": "363f3ab9-a589-497f-a617-cb537d4dcc5f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-367890436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5b0ee2dcb734e95ba754a188db627a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f13ac2-96", "ovs_interfaceid": "d2f13ac2-96c8-4c40-9ed5-feec51ef70f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.963939] env[62136]: DEBUG nova.scheduler.client.report [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.996053] env[62136]: DEBUG oslo_concurrency.lockutils [req-343ed444-48f2-44d6-a384-747106b3f0ce req-9e31e6c4-c668-4ec9-af83-714ec85f3df2 service nova] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.084114] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ca27a-5db7-85fe-0e88-40604bc38918, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.084424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.084668] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.084897] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.085047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.085229] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.087502] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42894c66-1caa-485b-92fb-e3608cd699ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.097704] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.097980] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.099082] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d963be-d2e5-480c-8675-ea4296e96242 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.106281] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 803.106281] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521a8d51-010e-12b9-2cd9-c0e7de679c50" [ 803.106281] env[62136]: _type = "Task" [ 803.106281] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.117987] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521a8d51-010e-12b9-2cd9-c0e7de679c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.156985] env[62136]: DEBUG oslo_concurrency.lockutils [req-22b72160-c6fc-47cd-b11a-2908a65bffb0 req-0f783c55-8525-40ad-a553-a0ee28485ac2 service nova] Releasing lock "refresh_cache-402eda7b-473d-4924-9205-04158b472c53" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.202848] env[62136]: DEBUG nova.network.neutron [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.227292] env[62136]: DEBUG nova.network.neutron [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [{"id": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "address": "fa:16:3e:c1:ee:4d", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a58c5e-20", "ovs_interfaceid": "30a58c5e-20b8-4e14-9b75-c91e847ad135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.296943] env[62136]: DEBUG nova.network.neutron [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.455951] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.456160] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.456336] env[62136]: DEBUG nova.network.neutron [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.469424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.469906] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.472717] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.923s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.472938] env[62136]: DEBUG nova.objects.instance [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lazy-loading 'resources' on Instance uuid 822526f4-27e7-40be-9096-8ed254c7f102 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 803.617266] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521a8d51-010e-12b9-2cd9-c0e7de679c50, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.618069] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9f5e83-100e-4373-8a43-a1eeaca29679 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.623409] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 803.623409] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eaf240-137d-fb09-dd12-df240e0c8073" [ 803.623409] env[62136]: _type = "Task" [ 803.623409] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.631390] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eaf240-137d-fb09-dd12-df240e0c8073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.706698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.731031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Releasing lock "refresh_cache-727f4737-801e-490d-9a63-9fde601cc08c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.731031] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.731031] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5edd64-dde4-408a-a82b-cc72d5b4382d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.739156] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 803.739156] env[62136]: value = "task-2286498" [ 803.739156] env[62136]: _type = "Task" [ 803.739156] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.748792] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.787483] env[62136]: DEBUG nova.compute.manager [req-80beff12-2daf-4ee0-899e-aa197fff63b7 req-d436bde6-a1e9-4d79-8ccd-43c4f053e1d7 service nova] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Received event network-vif-deleted-920e6356-4bcd-44f5-bc83-a60ee8ad3447 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.800372] env[62136]: INFO nova.compute.manager [-] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Took 1.36 seconds to deallocate network for instance. [ 803.974666] env[62136]: DEBUG nova.compute.utils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 803.976215] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.976395] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.009643] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.010836] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c1948-1426-450d-b34b-c9e97e1d6f46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.022876] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.023172] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d48b09-9a34-4395-b425-0498597ad256 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.067351] env[62136]: DEBUG nova.policy [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651a2519ed614fd7bc616b6e6b051887', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04420542d802413bb30c212ac1ebb33d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.095904] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.096150] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.096337] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleting the datastore file [datastore2] 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.096669] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b28fd1-2ef7-4de8-8540-f18ab4d37ca5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.108411] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 804.108411] env[62136]: value = "task-2286500" [ 804.108411] env[62136]: _type = "Task" [ 804.108411] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.119740] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.138289] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eaf240-137d-fb09-dd12-df240e0c8073, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.140955] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.141377] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 9219999b-e101-49a1-99a8-13a7f94f433d/9219999b-e101-49a1-99a8-13a7f94f433d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.142579] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df662618-4335-4f1d-832c-890ce2d853dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.150603] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 804.150603] env[62136]: value = "task-2286501" [ 804.150603] env[62136]: _type = "Task" [ 804.150603] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.167870] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.250921] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286498, 'name': PowerOffVM_Task, 'duration_secs': 0.283394} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.251423] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.252116] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:43:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01ea2141-e0c6-4fb9-8a4d-2a789896da24',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-715159865',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.252374] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.252534] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.252741] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.252893] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.253065] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.253286] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.253439] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.253634] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.253823] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.253969] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.262972] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331dc502-8f3c-4afb-b261-b99544b79b56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.281253] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 804.281253] env[62136]: value = "task-2286502" [ 804.281253] env[62136]: _type = "Task" [ 804.281253] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.298323] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.307014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.366858] env[62136]: DEBUG nova.network.neutron [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.482430] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.563860] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb2f670-aac8-4c6f-a8c8-4e4d98015b56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.574486] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146e6008-5ef8-402f-9c27-fe80c6142bb4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.578926] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Successfully created port: 56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.618093] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e43c4-6178-4bf4-8b4a-d1767bd08ea8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.630558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d00322-1f36-49c2-a06b-87a5b7e0ef14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.634953] env[62136]: DEBUG oslo_vmware.api [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158469} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.635254] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.635516] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.635744] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.652353] env[62136]: DEBUG nova.compute.provider_tree [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.663906] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286501, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.665250] env[62136]: INFO nova.scheduler.client.report [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted allocations for instance 5a634095-dad5-4b90-8905-196b1452ef19 [ 804.791661] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286502, 'name': ReconfigVM_Task, 'duration_secs': 0.482165} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.792617] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ab6e2-21c6-4d8b-b0e1-9bb21b47b655 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.816166] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:43:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01ea2141-e0c6-4fb9-8a4d-2a789896da24',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-715159865',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.819913] env[62136]: DEBUG nova.virt.hardware [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.819913] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef1ced5-a103-4de5-ba60-a10e321949dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.826318] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 804.826318] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52abaf0c-8ff6-1f27-8bd3-3e122de885bb" [ 804.826318] env[62136]: _type = "Task" [ 804.826318] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.834752] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52abaf0c-8ff6-1f27-8bd3-3e122de885bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.871574] env[62136]: DEBUG oslo_concurrency.lockutils [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.159734] env[62136]: DEBUG nova.scheduler.client.report [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.168092] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523876} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.169406] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.169745] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 9219999b-e101-49a1-99a8-13a7f94f433d/9219999b-e101-49a1-99a8-13a7f94f433d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.170019] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.170322] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b80076-8bc2-4743-9aab-a29898b704ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.191044] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 805.191044] env[62136]: value = "task-2286503" [ 805.191044] env[62136]: _type = "Task" [ 805.191044] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.202298] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.337256] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52abaf0c-8ff6-1f27-8bd3-3e122de885bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017626} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.343050] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.343050] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7789dff6-8657-4428-ae54-9e42d768c37a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.361881] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 805.361881] env[62136]: value = "task-2286504" [ 805.361881] env[62136]: _type = "Task" [ 805.361881] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.370835] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.400475] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1875b-e1f7-4435-9a68-29074eb90bcc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.429613] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaec0ab-e21c-4af9-9313-4fd0738e03d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.439997] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.497519] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.524325] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.524645] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.524788] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.524978] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.525141] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.525292] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.525683] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.525683] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.525821] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.525985] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.526177] env[62136]: DEBUG nova.virt.hardware [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.527124] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba39b9-46a0-403a-b4e7-0639a516759b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.536350] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c540c-6b93-4a84-83a1-77981bf1ad48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.669747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.672885] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.485s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.675320] env[62136]: INFO nova.compute.claims [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.691316] env[62136]: INFO nova.scheduler.client.report [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted allocations for instance 822526f4-27e7-40be-9096-8ed254c7f102 [ 805.703888] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083516} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.704172] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.705251] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec70a4b-cc16-4cf1-a02e-4efb2659dde0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.728236] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9219999b-e101-49a1-99a8-13a7f94f433d/9219999b-e101-49a1-99a8-13a7f94f433d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.729181] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7dbf46-fa88-4d00-abcc-6e279cb2456d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.749602] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 805.749602] env[62136]: value = "task-2286505" [ 805.749602] env[62136]: _type = "Task" [ 805.749602] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.758245] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.814587] env[62136]: DEBUG nova.compute.manager [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-vif-unplugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.814847] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.815051] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.815230] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.815401] env[62136]: DEBUG nova.compute.manager [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] No waiting events found dispatching network-vif-unplugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.815572] env[62136]: WARNING nova.compute.manager [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received unexpected event network-vif-unplugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 for instance with vm_state shelved_offloaded and task_state None. [ 805.815733] env[62136]: DEBUG nova.compute.manager [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.815886] env[62136]: DEBUG nova.compute.manager [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing instance network info cache due to event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.816083] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.816223] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.816380] env[62136]: DEBUG nova.network.neutron [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.874355] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286504, 'name': ReconfigVM_Task, 'duration_secs': 0.350127} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.874556] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.875366] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df046de9-92a9-4cf4-88a9-dcfc5bdce611 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.898038] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.898325] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1df489-c326-444a-b640-18cec1e81825 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.918273] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 805.918273] env[62136]: value = "task-2286506" [ 805.918273] env[62136]: _type = "Task" [ 805.918273] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.926064] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.948261] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.948590] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-266c4e8f-d7cb-445f-a3d8-4397126b52dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.958061] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 805.958061] env[62136]: value = "task-2286507" [ 805.958061] env[62136]: _type = "Task" [ 805.958061] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.968784] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.203140] env[62136]: DEBUG oslo_concurrency.lockutils [None req-de643a75-3559-4283-8bb9-a96181507168 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "822526f4-27e7-40be-9096-8ed254c7f102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.747s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.263684] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286505, 'name': ReconfigVM_Task, 'duration_secs': 0.311889} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.264052] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9219999b-e101-49a1-99a8-13a7f94f433d/9219999b-e101-49a1-99a8-13a7f94f433d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.264727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c04a41fb-5391-46a0-b3d3-704674c555f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.274193] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 806.274193] env[62136]: value = "task-2286508" [ 806.274193] env[62136]: _type = "Task" [ 806.274193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.284821] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286508, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.303688] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Successfully updated port: 56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.346958] env[62136]: DEBUG nova.compute.manager [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Received event network-vif-plugged-56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.347490] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] Acquiring lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.347490] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.347786] env[62136]: DEBUG oslo_concurrency.lockutils [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.348119] env[62136]: DEBUG nova.compute.manager [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] No waiting events found dispatching network-vif-plugged-56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.348427] env[62136]: WARNING nova.compute.manager [req-2ff054d4-1712-47e0-9971-4afe3c34b404 req-4dec7b95-3a99-4942-b7a4-5b747e9ba67f service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Received unexpected event network-vif-plugged-56e2d1bc-f070-4637-a80a-4f8c442f5912 for instance with vm_state building and task_state spawning. [ 806.430132] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.469704] env[62136]: DEBUG oslo_vmware.api [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286507, 'name': PowerOnVM_Task, 'duration_secs': 0.428764} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.469704] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.469704] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-252ea054-055b-44c5-a67c-5c905180e882 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance '72702e0a-a8b3-4a64-b62e-3fa491cb3821' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.611926] env[62136]: DEBUG nova.network.neutron [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updated VIF entry in instance network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.612416] env[62136]: DEBUG nova.network.neutron [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.785450] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286508, 'name': Rename_Task, 'duration_secs': 0.156029} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.785729] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.785978] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5eac19-a46b-4ab8-a3f5-1ab78bbd5019 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.795750] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 806.795750] env[62136]: value = "task-2286509" [ 806.795750] env[62136]: _type = "Task" [ 806.795750] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.806577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.806747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquired lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.806877] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.808060] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.927757] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.101774] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104fd51-b216-478b-8a8f-1f9d1e9ef6ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.109897] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896fe0d-30ac-4406-b333-fe225617b0ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.114821] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa09cab7-6c05-4e22-b44e-af893c43a8ab req-1e5b0119-5b01-4d4e-8936-3bbfb4f8fa68 service nova] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.141395] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e8499-2473-4fa0-b51d-dd5a0fa44ab9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.154478] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728d729-3051-494e-966b-5dcc589b3571 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.173660] env[62136]: DEBUG nova.compute.provider_tree [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.304691] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.315036] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "79f99cfd-6a56-44f6-96ae-542606032ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.315036] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.315243] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.315274] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.315444] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.317496] env[62136]: INFO nova.compute.manager [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Terminating instance [ 807.357890] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.428769] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286506, 'name': ReconfigVM_Task, 'duration_secs': 1.30483} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.429103] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c/727f4737-801e-490d-9a63-9fde601cc08c.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.429974] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff8563-1ad2-4115-8b6a-f21ca540dd94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.450945] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94dd700-2e44-475e-8f48-4ff7fdcc1100 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.471499] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412d241-1510-4e88-b1f5-9af30f131e7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.496675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a61b115-85ce-4fd6-897e-2e02d04b3537 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.504973] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.506026] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2d384e-00c5-40f2-9a79-f2af0f292dda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.513527] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 807.513527] env[62136]: value = "task-2286510" [ 807.513527] env[62136]: _type = "Task" [ 807.513527] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.528315] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.533634] env[62136]: DEBUG nova.network.neutron [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Updating instance_info_cache with network_info: [{"id": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "address": "fa:16:3e:ea:d3:c4", "network": {"id": "9d268be7-bc78-4b80-bd86-16c0652b587f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1480922945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04420542d802413bb30c212ac1ebb33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e2d1bc-f0", "ovs_interfaceid": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.648827] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.677381] env[62136]: DEBUG nova.scheduler.client.report [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.808029] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286509, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.822825] env[62136]: DEBUG nova.compute.manager [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.823122] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.824018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d422bd-ced1-4a57-93e4-2fee46e2b2b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.833074] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.834056] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd8ccb8-36c0-4acd-80c1-8e604d2a38bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.842547] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 807.842547] env[62136]: value = "task-2286511" [ 807.842547] env[62136]: _type = "Task" [ 807.842547] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.852202] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.023588] env[62136]: DEBUG oslo_vmware.api [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286510, 'name': PowerOnVM_Task, 'duration_secs': 0.388152} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.024546] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.036487] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Releasing lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.036724] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Instance network_info: |[{"id": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "address": "fa:16:3e:ea:d3:c4", "network": {"id": "9d268be7-bc78-4b80-bd86-16c0652b587f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1480922945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04420542d802413bb30c212ac1ebb33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e2d1bc-f0", "ovs_interfaceid": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.037186] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d3:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56e2d1bc-f070-4637-a80a-4f8c442f5912', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.044877] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Creating folder: Project (04420542d802413bb30c212ac1ebb33d). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.045778] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ada3a5d-9370-4e0d-9895-c86a72332455 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.058242] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Created folder: Project (04420542d802413bb30c212ac1ebb33d) in parent group-v465229. [ 808.058437] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Creating folder: Instances. Parent ref: group-v465415. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.058681] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9982ddae-a5db-463f-be32-05f5f4ddd2c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.069452] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Created folder: Instances in parent group-v465415. [ 808.069736] env[62136]: DEBUG oslo.service.loopingcall [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.069948] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.070190] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-830f51d2-6997-49d6-8ffe-8ad71dbf9420 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.092855] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.092855] env[62136]: value = "task-2286514" [ 808.092855] env[62136]: _type = "Task" [ 808.092855] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.100719] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286514, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.185059] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.185570] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.188270] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.685s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.188487] env[62136]: DEBUG nova.objects.instance [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lazy-loading 'resources' on Instance uuid f44f1df2-9fcd-403a-88f2-8284c8c217f4 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 808.306774] env[62136]: DEBUG oslo_vmware.api [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286509, 'name': PowerOnVM_Task, 'duration_secs': 1.493888} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.306774] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.306774] env[62136]: INFO nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Took 9.42 seconds to spawn the instance on the hypervisor. [ 808.307096] env[62136]: DEBUG nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.307887] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c9e50-13c0-466e-888f-f6583f7d5aea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.354521] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286511, 'name': PowerOffVM_Task, 'duration_secs': 0.187559} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.355699] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.356170] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.356572] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b30358-f158-4c5d-af55-0e32b984217a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.445556] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.445556] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.445556] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleting the datastore file [datastore2] 79f99cfd-6a56-44f6-96ae-542606032ba7 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.446041] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4e7af8-8322-49e3-9f6f-7cee10278510 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.455051] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 808.455051] env[62136]: value = "task-2286516" [ 808.455051] env[62136]: _type = "Task" [ 808.455051] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.464900] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.467698] env[62136]: DEBUG nova.compute.manager [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Received event network-changed-56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.467698] env[62136]: DEBUG nova.compute.manager [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Refreshing instance network info cache due to event network-changed-56e2d1bc-f070-4637-a80a-4f8c442f5912. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.467766] env[62136]: DEBUG oslo_concurrency.lockutils [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] Acquiring lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.467909] env[62136]: DEBUG oslo_concurrency.lockutils [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] Acquired lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.468085] env[62136]: DEBUG nova.network.neutron [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Refreshing network info cache for port 56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.604467] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286514, 'name': CreateVM_Task, 'duration_secs': 0.393922} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.604660] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.605525] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.605650] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.606034] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.606360] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91996ad8-ea84-4203-9f24-be91ae4d476f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.612777] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 808.612777] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5221462e-0ff3-85ff-a5d0-56046681c721" [ 808.612777] env[62136]: _type = "Task" [ 808.612777] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.622459] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5221462e-0ff3-85ff-a5d0-56046681c721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.691823] env[62136]: DEBUG nova.compute.utils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 808.697147] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.697309] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.746701] env[62136]: DEBUG nova.policy [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.827878] env[62136]: INFO nova.compute.manager [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Took 49.01 seconds to build instance. [ 808.909520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.909775] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.909964] env[62136]: DEBUG nova.compute.manager [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Going to confirm migration 3 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 808.968473] env[62136]: DEBUG oslo_vmware.api [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.969128] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.969128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.969128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.969345] env[62136]: INFO nova.compute.manager [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.969570] env[62136]: DEBUG oslo.service.loopingcall [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.973102] env[62136]: DEBUG nova.compute.manager [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.973223] env[62136]: DEBUG nova.network.neutron [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.035915] env[62136]: INFO nova.compute.manager [None req-098b9e19-12c3-491c-9e80-ae2e731b0de0 tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance to original state: 'active' [ 809.133570] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5221462e-0ff3-85ff-a5d0-56046681c721, 'name': SearchDatastore_Task, 'duration_secs': 0.020477} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.134020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.134581] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.135106] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.135566] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.135872] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.139678] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e381f3e9-2bb6-4f77-afd6-9e1c64a43cfd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.155049] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.155247] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.156320] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc801d5f-0fc1-41de-9a91-5f286d68a016 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.170748] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 809.170748] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52134e11-d56b-d0de-a720-ff8b9e9a0071" [ 809.170748] env[62136]: _type = "Task" [ 809.170748] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.184423] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52134e11-d56b-d0de-a720-ff8b9e9a0071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.198121] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.241748] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99d2a0-41bf-449f-be6a-633be7b271f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.251518] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37372188-cc0b-477a-9f34-6bf13ffa386d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.287377] env[62136]: DEBUG nova.network.neutron [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Updated VIF entry in instance network info cache for port 56e2d1bc-f070-4637-a80a-4f8c442f5912. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.287731] env[62136]: DEBUG nova.network.neutron [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Updating instance_info_cache with network_info: [{"id": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "address": "fa:16:3e:ea:d3:c4", "network": {"id": "9d268be7-bc78-4b80-bd86-16c0652b587f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1480922945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04420542d802413bb30c212ac1ebb33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e2d1bc-f0", "ovs_interfaceid": "56e2d1bc-f070-4637-a80a-4f8c442f5912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.290914] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211cfc2-6fa4-4d0e-b1f1-a149705495dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.300263] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ef418-4c4f-4f17-989e-e45fbdf3542a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.317126] env[62136]: DEBUG nova.compute.provider_tree [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.330303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-601452d3-08eb-487f-ba8f-3d67549e0e92 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.169s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.456943] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.457362] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457362] env[62136]: DEBUG nova.network.neutron [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.457492] env[62136]: DEBUG nova.objects.instance [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'info_cache' on Instance uuid 72702e0a-a8b3-4a64-b62e-3fa491cb3821 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 809.613252] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Successfully created port: 6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.686306] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52134e11-d56b-d0de-a720-ff8b9e9a0071, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.689143] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db892ab-b7f7-4ced-b943-ce5579cec2fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.695334] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 809.695334] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e94c2d-c206-c158-1774-a8bbbd96c4b5" [ 809.695334] env[62136]: _type = "Task" [ 809.695334] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.708723] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e94c2d-c206-c158-1774-a8bbbd96c4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.795205] env[62136]: DEBUG oslo_concurrency.lockutils [req-2c9a571c-2ebb-42da-a885-537ac899b2cb req-c68b6f92-48dc-4521-aa14-5df741cf5469 service nova] Releasing lock "refresh_cache-1c143d3d-4f11-45f9-949d-5133d8de25d3" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.820287] env[62136]: DEBUG nova.scheduler.client.report [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.217573] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.220804] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e94c2d-c206-c158-1774-a8bbbd96c4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.03812} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.221388] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.222106] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1c143d3d-4f11-45f9-949d-5133d8de25d3/1c143d3d-4f11-45f9-949d-5133d8de25d3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.222106] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dead690d-4180-4a60-80f9-6e955680fcd9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.233388] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 810.233388] env[62136]: value = "task-2286517" [ 810.233388] env[62136]: _type = "Task" [ 810.233388] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.240835] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.255018] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.255465] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.255762] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.256110] env[62136]: DEBUG nova.virt.hardware [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.257110] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac1ea7-94f1-4d14-b074-04f0ce846a5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.267525] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c462872-a058-4e7d-905b-6f1966e18560 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.325911] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.329042] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.848s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.330080] env[62136]: INFO nova.compute.claims [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.332992] env[62136]: DEBUG nova.network.neutron [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.356796] env[62136]: INFO nova.scheduler.client.report [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Deleted allocations for instance f44f1df2-9fcd-403a-88f2-8284c8c217f4 [ 810.498105] env[62136]: DEBUG nova.compute.manager [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Received event network-vif-deleted-7e381bc5-dde2-438f-a5e4-ccfc6107c2b7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.498360] env[62136]: DEBUG nova.compute.manager [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-changed-0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.498493] env[62136]: DEBUG nova.compute.manager [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing instance network info cache due to event network-changed-0fb61965-861d-4b2e-868b-5c1e76bc5092. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.498708] env[62136]: DEBUG oslo_concurrency.lockutils [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.498855] env[62136]: DEBUG oslo_concurrency.lockutils [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.499131] env[62136]: DEBUG nova.network.neutron [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing network info cache for port 0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.707595] env[62136]: DEBUG nova.network.neutron [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [{"id": "326f6396-5e60-47dd-bec7-6d862fc730e7", "address": "fa:16:3e:13:b8:9c", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326f6396-5e", "ovs_interfaceid": "326f6396-5e60-47dd-bec7-6d862fc730e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.746232] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.837977] env[62136]: INFO nova.compute.manager [-] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Took 1.86 seconds to deallocate network for instance. [ 810.873946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-addec3f5-74bc-4033-8231-c15b3b1716ce tempest-ServerExternalEventsTest-1470149757 tempest-ServerExternalEventsTest-1470149757-project-member] Lock "f44f1df2-9fcd-403a-88f2-8284c8c217f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.926s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.081692] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "727f4737-801e-490d-9a63-9fde601cc08c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.081971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.082274] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "727f4737-801e-490d-9a63-9fde601cc08c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.082500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.082742] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.084960] env[62136]: INFO nova.compute.manager [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Terminating instance [ 811.210651] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-72702e0a-a8b3-4a64-b62e-3fa491cb3821" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.211093] env[62136]: DEBUG nova.objects.instance [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'migration_context' on Instance uuid 72702e0a-a8b3-4a64-b62e-3fa491cb3821 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 811.245822] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818659} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.246174] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 1c143d3d-4f11-45f9-949d-5133d8de25d3/1c143d3d-4f11-45f9-949d-5133d8de25d3.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.246457] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.246833] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9b8314-9cae-4b46-b0e3-d3cc902bfeda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.255641] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 811.255641] env[62136]: value = "task-2286518" [ 811.255641] env[62136]: _type = "Task" [ 811.255641] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.265381] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.346342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.386328] env[62136]: DEBUG nova.network.neutron [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updated VIF entry in instance network info cache for port 0fb61965-861d-4b2e-868b-5c1e76bc5092. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.386795] env[62136]: DEBUG nova.network.neutron [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.548859] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Successfully updated port: 6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.591706] env[62136]: DEBUG nova.compute.manager [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.591946] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.592912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e7ae98-3477-4a9f-96ba-e0cf09f069bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.604050] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.604316] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319b9515-916b-4689-a808-e8d206b6e19f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.611941] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 811.611941] env[62136]: value = "task-2286519" [ 811.611941] env[62136]: _type = "Task" [ 811.611941] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.621083] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.714894] env[62136]: DEBUG nova.objects.base [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Object Instance<72702e0a-a8b3-4a64-b62e-3fa491cb3821> lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.715870] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadaec3d-58ff-490e-b117-0ece22228408 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.740448] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90a7af9-681d-4595-8d50-3026dc9aed67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.746752] env[62136]: DEBUG oslo_vmware.api [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 811.746752] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527fa6b6-5e82-9005-db80-457ddf56510a" [ 811.746752] env[62136]: _type = "Task" [ 811.746752] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.754845] env[62136]: DEBUG oslo_vmware.api [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527fa6b6-5e82-9005-db80-457ddf56510a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.765587] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073374} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.765828] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.766634] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46edbf78-098d-4fcf-9fa4-cff4798e40da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.789729] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1c143d3d-4f11-45f9-949d-5133d8de25d3/1c143d3d-4f11-45f9-949d-5133d8de25d3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.792731] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf0da7f-8637-4adc-9a3b-239b78999bbd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.814511] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 811.814511] env[62136]: value = "task-2286520" [ 811.814511] env[62136]: _type = "Task" [ 811.814511] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.823291] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.879039] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b5b177-77db-4404-b12c-b4b590c41bf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.887763] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b1d51-286d-4063-a87d-990ba81981be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.895036] env[62136]: DEBUG oslo_concurrency.lockutils [req-b40b6696-e716-4b54-847f-cfae6deb4efa req-fb21ed6d-07a2-446c-8bb2-83693d48a22b service nova] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.921464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890aea1-8853-495a-9022-8cc663a69c83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.929929] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d575d-44e4-4641-9137-2e4b2309f453 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.947022] env[62136]: DEBUG nova.compute.provider_tree [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.052191] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.052485] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.052638] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.133353] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286519, 'name': PowerOffVM_Task, 'duration_secs': 0.217844} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.133353] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.133353] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.133353] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2842086f-f1aa-4c46-bdf0-726de545d839 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.225862] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.226468] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.226468] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleting the datastore file [datastore2] 727f4737-801e-490d-9a63-9fde601cc08c {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.226715] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0913e7ec-0299-4c18-a2e9-8d411caf020d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.234527] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 812.234527] env[62136]: value = "task-2286522" [ 812.234527] env[62136]: _type = "Task" [ 812.234527] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.243319] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.256904] env[62136]: DEBUG oslo_vmware.api [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527fa6b6-5e82-9005-db80-457ddf56510a, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.257244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.327757] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286520, 'name': ReconfigVM_Task, 'duration_secs': 0.377999} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.328205] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1c143d3d-4f11-45f9-949d-5133d8de25d3/1c143d3d-4f11-45f9-949d-5133d8de25d3.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.329112] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ea6bdb-e115-47ed-a8d2-016588c831b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.338083] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 812.338083] env[62136]: value = "task-2286523" [ 812.338083] env[62136]: _type = "Task" [ 812.338083] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.347974] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286523, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.448022] env[62136]: DEBUG nova.scheduler.client.report [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.523852] env[62136]: DEBUG nova.compute.manager [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Received event network-vif-plugged-6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.524105] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Acquiring lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.524332] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.524487] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.524658] env[62136]: DEBUG nova.compute.manager [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] No waiting events found dispatching network-vif-plugged-6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.524819] env[62136]: WARNING nova.compute.manager [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Received unexpected event network-vif-plugged-6a136b39-383b-468d-b469-9bdfc7ea8ccd for instance with vm_state building and task_state spawning. [ 812.524979] env[62136]: DEBUG nova.compute.manager [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Received event network-changed-6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.525154] env[62136]: DEBUG nova.compute.manager [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Refreshing instance network info cache due to event network-changed-6a136b39-383b-468d-b469-9bdfc7ea8ccd. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.525325] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Acquiring lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.592214] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.735520] env[62136]: DEBUG nova.network.neutron [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Updating instance_info_cache with network_info: [{"id": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "address": "fa:16:3e:a8:a5:a7", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a136b39-38", "ovs_interfaceid": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.748736] env[62136]: DEBUG oslo_vmware.api [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163742} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.748736] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.748736] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.748736] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.748736] env[62136]: INFO nova.compute.manager [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 812.748736] env[62136]: DEBUG oslo.service.loopingcall [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.748736] env[62136]: DEBUG nova.compute.manager [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.748736] env[62136]: DEBUG nova.network.neutron [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.848366] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286523, 'name': Rename_Task, 'duration_secs': 0.471571} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.848648] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.848907] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df83dea-251c-46b4-90c4-5d53c6c5e769 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.855919] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 812.855919] env[62136]: value = "task-2286524" [ 812.855919] env[62136]: _type = "Task" [ 812.855919] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.864118] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.952924] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.953747] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.959020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.083s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.959020] env[62136]: DEBUG nova.objects.instance [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lazy-loading 'resources' on Instance uuid 119a5d3e-7b54-498a-9196-e747148b2c33 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 813.242714] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.242853] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Instance network_info: |[{"id": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "address": "fa:16:3e:a8:a5:a7", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a136b39-38", "ovs_interfaceid": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.243081] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Acquired lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.243277] env[62136]: DEBUG nova.network.neutron [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Refreshing network info cache for port 6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.244504] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a136b39-383b-468d-b469-9bdfc7ea8ccd', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.253911] env[62136]: DEBUG oslo.service.loopingcall [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.254721] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.255464] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2224dba-2428-4957-b050-92b8770669f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.283224] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.283224] env[62136]: value = "task-2286525" [ 813.283224] env[62136]: _type = "Task" [ 813.283224] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.305051] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286525, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.366903] env[62136]: DEBUG oslo_vmware.api [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286524, 'name': PowerOnVM_Task, 'duration_secs': 0.497691} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.367216] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.367473] env[62136]: INFO nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Took 7.87 seconds to spawn the instance on the hypervisor. [ 813.367674] env[62136]: DEBUG nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.368562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe439c-5248-4391-96f7-b9af080ffae2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.462050] env[62136]: DEBUG nova.compute.utils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.463480] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.463654] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.528843] env[62136]: DEBUG nova.policy [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceed14621c1b479094234d3afeddc638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2040163607d54cccbb4d96cd32bad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.715713] env[62136]: DEBUG nova.network.neutron [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.795969] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286525, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889727] env[62136]: INFO nova.compute.manager [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Took 47.85 seconds to build instance. [ 813.968032] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Successfully created port: 817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.970385] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.008209] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9f356-eb0e-4afc-b900-84e4564b908d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.019715] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6bf46-9049-41dd-93bd-0ba090647f92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.056951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e3cf0-a886-45be-af5d-e96801ed9ce3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.065355] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4da74-d442-48da-acab-f201bb1c93d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.085189] env[62136]: DEBUG nova.compute.provider_tree [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.141710] env[62136]: DEBUG nova.network.neutron [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Updated VIF entry in instance network info cache for port 6a136b39-383b-468d-b469-9bdfc7ea8ccd. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.143512] env[62136]: DEBUG nova.network.neutron [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Updating instance_info_cache with network_info: [{"id": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "address": "fa:16:3e:a8:a5:a7", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a136b39-38", "ovs_interfaceid": "6a136b39-383b-468d-b469-9bdfc7ea8ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.220493] env[62136]: INFO nova.compute.manager [-] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Took 1.47 seconds to deallocate network for instance. [ 814.303455] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286525, 'name': CreateVM_Task, 'duration_secs': 0.555219} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.303825] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.304938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.305229] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.305705] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.306142] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287a9470-a6a4-4137-9f61-786b7e0847bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.314368] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 814.314368] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d1b366-03d0-0d5d-24f2-5ae24c115b65" [ 814.314368] env[62136]: _type = "Task" [ 814.314368] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.327878] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d1b366-03d0-0d5d-24f2-5ae24c115b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.393702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fbeaefb8-d1c3-418b-bc8b-896faf955adc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.381s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.588961] env[62136]: DEBUG nova.scheduler.client.report [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.630285] env[62136]: DEBUG nova.compute.manager [req-b96e687c-de88-4726-98c3-fd68836e335e req-876c5c6f-133a-49c1-bd86-c49cb8d803a7 service nova] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Received event network-vif-deleted-30a58c5e-20b8-4e14-9b75-c91e847ad135 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.645102] env[62136]: DEBUG oslo_concurrency.lockutils [req-bba1ceb0-c1e8-4d67-be35-511d8105e853 req-7676b025-098e-49e4-9337-8727fe02c522 service nova] Releasing lock "refresh_cache-213478a9-f6b0-4d55-876d-7c467be3fbbe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.727366] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.825539] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d1b366-03d0-0d5d-24f2-5ae24c115b65, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.825852] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.826119] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.826372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.826519] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.826700] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.826990] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7f192e-902a-4bf0-9ff2-a8accbc6b098 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.836261] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.836473] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.837257] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39fb9c0-1b72-4f83-bc57-4af6b0f57c26 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.843215] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 814.843215] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282d4e9-0cca-376d-2400-71019b397ed1" [ 814.843215] env[62136]: _type = "Task" [ 814.843215] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.856999] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282d4e9-0cca-376d-2400-71019b397ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.857672] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590cb873-017b-4548-8b60-a11b1df07e6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.863439] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 814.863439] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524109d4-fc2e-ce9a-ad7a-81b1b7634fd7" [ 814.863439] env[62136]: _type = "Task" [ 814.863439] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.873212] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524109d4-fc2e-ce9a-ad7a-81b1b7634fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.983658] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.018076] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.018357] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.018512] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.018687] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.018830] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.018973] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.019227] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.019395] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.019559] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.019718] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.019897] env[62136]: DEBUG nova.virt.hardware [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.022165] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ef003-e982-4668-a526-aa471a55d205 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.030102] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc860d1-53bd-4297-b07d-fb39ee27e1ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.093975] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.096459] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.679s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.098306] env[62136]: INFO nova.compute.claims [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.129312] env[62136]: INFO nova.scheduler.client.report [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Deleted allocations for instance 119a5d3e-7b54-498a-9196-e747148b2c33 [ 815.374653] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524109d4-fc2e-ce9a-ad7a-81b1b7634fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.375424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.375757] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 213478a9-f6b0-4d55-876d-7c467be3fbbe/213478a9-f6b0-4d55-876d-7c467be3fbbe.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.376045] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9da27da-b7d3-46ee-876b-9dd1c509f493 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.384235] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 815.384235] env[62136]: value = "task-2286526" [ 815.384235] env[62136]: _type = "Task" [ 815.384235] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.393645] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.501126] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.501428] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.501647] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.501834] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.502023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.507525] env[62136]: INFO nova.compute.manager [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Terminating instance [ 815.640234] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6e4a73ab-7713-445c-bdb4-bd3f123a8ba4 tempest-AttachInterfacesV270Test-658890179 tempest-AttachInterfacesV270Test-658890179-project-member] Lock "119a5d3e-7b54-498a-9196-e747148b2c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.253s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.782552] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Successfully updated port: 817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.901944] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.012125] env[62136]: DEBUG nova.compute.manager [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.012383] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.013316] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a9789a-d2d5-4a23-a5b9-da9844d68de9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.021933] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.022243] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d754961-d18d-49dd-8eea-8754a3fef92b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.029549] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 816.029549] env[62136]: value = "task-2286527" [ 816.029549] env[62136]: _type = "Task" [ 816.029549] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.040501] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.287812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.287812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287812] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.352332] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.352571] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.397653] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589891} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.397975] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 213478a9-f6b0-4d55-876d-7c467be3fbbe/213478a9-f6b0-4d55-876d-7c467be3fbbe.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.398207] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.398493] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a400a5de-d862-45af-93ef-077693f1955d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.408176] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 816.408176] env[62136]: value = "task-2286528" [ 816.408176] env[62136]: _type = "Task" [ 816.408176] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.421042] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.543470] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286527, 'name': PowerOffVM_Task, 'duration_secs': 0.225252} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.543894] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.544175] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.544504] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c726d627-7152-4ea7-8c5b-4e7b32bf2731 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.649259] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.649522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.649707] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Deleting the datastore file [datastore2] 1c143d3d-4f11-45f9-949d-5133d8de25d3 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.649980] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93fe8112-bbbe-4f48-b796-f419f66f2692 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.656393] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff4216-7a21-4b09-972e-db823660e409 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.660660] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for the task: (returnval){ [ 816.660660] env[62136]: value = "task-2286530" [ 816.660660] env[62136]: _type = "Task" [ 816.660660] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.669969] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f24be-1efc-4495-840a-458ba0ee8b66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.674388] env[62136]: DEBUG nova.compute.manager [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Received event network-vif-plugged-817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.674616] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.674867] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.675171] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.675431] env[62136]: DEBUG nova.compute.manager [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] No waiting events found dispatching network-vif-plugged-817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.675696] env[62136]: WARNING nova.compute.manager [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Received unexpected event network-vif-plugged-817cb418-d150-4f05-af8f-7b136e5b4034 for instance with vm_state building and task_state spawning. [ 816.675960] env[62136]: DEBUG nova.compute.manager [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Received event network-changed-817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.676238] env[62136]: DEBUG nova.compute.manager [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Refreshing instance network info cache due to event network-changed-817cb418-d150-4f05-af8f-7b136e5b4034. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.676493] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Acquiring lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.680501] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.709775] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58042845-9fdd-4984-bfd0-b3a50c9b512c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.718827] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1106365-572f-40d2-b13b-8565ab79a50f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.733208] env[62136]: DEBUG nova.compute.provider_tree [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.855414] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.880202] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.920146] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076904} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.920260] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.921337] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf259ad7-9e57-4b01-bd37-c5e6f32787bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.945493] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 213478a9-f6b0-4d55-876d-7c467be3fbbe/213478a9-f6b0-4d55-876d-7c467be3fbbe.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.949175] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17783db3-711c-48e3-8f32-0e5187f46c09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.977136] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 816.977136] env[62136]: value = "task-2286531" [ 816.977136] env[62136]: _type = "Task" [ 816.977136] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.984643] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.115869] env[62136]: DEBUG nova.network.neutron [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating instance_info_cache with network_info: [{"id": "817cb418-d150-4f05-af8f-7b136e5b4034", "address": "fa:16:3e:84:37:30", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817cb418-d1", "ovs_interfaceid": "817cb418-d150-4f05-af8f-7b136e5b4034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.175931] env[62136]: DEBUG oslo_vmware.api [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Task: {'id': task-2286530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143336} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.176412] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.176723] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.177278] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.177560] env[62136]: INFO nova.compute.manager [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 817.177931] env[62136]: DEBUG oslo.service.loopingcall [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.178419] env[62136]: DEBUG nova.compute.manager [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.178735] env[62136]: DEBUG nova.network.neutron [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.240096] env[62136]: DEBUG nova.scheduler.client.report [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.382596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.487991] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286531, 'name': ReconfigVM_Task, 'duration_secs': 0.294298} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.487991] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 213478a9-f6b0-4d55-876d-7c467be3fbbe/213478a9-f6b0-4d55-876d-7c467be3fbbe.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.488437] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae66c164-6d7b-432c-bde8-4a1bac2b1b7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.496902] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 817.496902] env[62136]: value = "task-2286532" [ 817.496902] env[62136]: _type = "Task" [ 817.496902] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.505912] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286532, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.620036] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.621096] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance network_info: |[{"id": "817cb418-d150-4f05-af8f-7b136e5b4034", "address": "fa:16:3e:84:37:30", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817cb418-d1", "ovs_interfaceid": "817cb418-d150-4f05-af8f-7b136e5b4034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.621096] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Acquired lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.621096] env[62136]: DEBUG nova.network.neutron [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Refreshing network info cache for port 817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.622339] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:37:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817cb418-d150-4f05-af8f-7b136e5b4034', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.630851] env[62136]: DEBUG oslo.service.loopingcall [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.634027] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.634719] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d8a054-8901-4643-94e6-8eba2e97bba8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.658238] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.658238] env[62136]: value = "task-2286533" [ 817.658238] env[62136]: _type = "Task" [ 817.658238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.667484] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286533, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.749145] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.750076] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.752401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.821s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.752844] env[62136]: DEBUG nova.objects.instance [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'resources' on Instance uuid 92f58056-3ff1-4039-8450-5a8f974de6a6 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 818.007426] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286532, 'name': Rename_Task, 'duration_secs': 0.183673} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.007720] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.008016] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49609f8-213e-4743-8d64-00dd1f3da2ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.015933] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 818.015933] env[62136]: value = "task-2286534" [ 818.015933] env[62136]: _type = "Task" [ 818.015933] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.024404] env[62136]: DEBUG nova.network.neutron [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.025773] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.176037] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286533, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.211523] env[62136]: DEBUG nova.network.neutron [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updated VIF entry in instance network info cache for port 817cb418-d150-4f05-af8f-7b136e5b4034. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.211932] env[62136]: DEBUG nova.network.neutron [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating instance_info_cache with network_info: [{"id": "817cb418-d150-4f05-af8f-7b136e5b4034", "address": "fa:16:3e:84:37:30", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817cb418-d1", "ovs_interfaceid": "817cb418-d150-4f05-af8f-7b136e5b4034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.256795] env[62136]: DEBUG nova.compute.utils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.261952] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.262191] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.309421] env[62136]: DEBUG nova.policy [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69582521f1c4445b9011770cc4409eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d09f38b2664b1d92a0dfd50ae2f310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.529159] env[62136]: INFO nova.compute.manager [-] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Took 1.35 seconds to deallocate network for instance. [ 818.529533] env[62136]: DEBUG oslo_vmware.api [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286534, 'name': PowerOnVM_Task, 'duration_secs': 0.505517} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.531176] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.531395] env[62136]: INFO nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Took 8.31 seconds to spawn the instance on the hypervisor. [ 818.531584] env[62136]: DEBUG nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.533130] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05502f7a-bbc7-46c6-bad5-03b8904b215e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.658628] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Successfully created port: 4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.671912] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286533, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.704325] env[62136]: DEBUG nova.compute.manager [req-953c3432-68d3-4199-bcee-2c6e352bfcda req-88db649c-2c52-443c-886e-85e730d880e4 service nova] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Received event network-vif-deleted-56e2d1bc-f070-4637-a80a-4f8c442f5912 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.716612] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7b79052-9025-42a9-b9cb-196c44ef3d2a req-cc8e5042-ef85-4a3a-8281-a02a87aaa6ab service nova] Releasing lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.732996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e2a86-2507-48ed-b2cd-100f06242d29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.741544] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af2536-ec83-40fe-8f37-881d59ab8568 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.771377] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.775009] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226d780-b6f1-4060-a99d-5e1609161d1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.782381] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db85a6a-b785-426c-aea8-70e0cb8b7916 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.796832] env[62136]: DEBUG nova.compute.provider_tree [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.040984] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.060787] env[62136]: INFO nova.compute.manager [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Took 49.90 seconds to build instance. [ 819.170843] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286533, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.300036] env[62136]: DEBUG nova.scheduler.client.report [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.562930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f796e33a-0868-4704-80e3-7f2f4949d950 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.534s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.672835] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286533, 'name': CreateVM_Task, 'duration_secs': 1.63485} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.673014] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.675049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.675049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.675049] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaee610-18f4-4dc5-b1d2-705993d993b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.680344] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 819.680344] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52579172-1367-8982-7da5-04a83399a777" [ 819.680344] env[62136]: _type = "Task" [ 819.680344] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.688902] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52579172-1367-8982-7da5-04a83399a777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.781465] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.805695] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.805941] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.806774] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.806774] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.806774] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.806774] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.806774] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.807078] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.807193] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.807368] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.807544] env[62136]: DEBUG nova.virt.hardware [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.808390] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.810912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d84cf-2edf-4de2-aadd-25e4a95f418e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.814478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.288s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.814478] env[62136]: DEBUG nova.objects.instance [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lazy-loading 'resources' on Instance uuid 3b754c22-40a3-4580-b68c-2a2032fa4ce6 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 819.821427] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3bc82c-73ae-4edb-8ded-caacf07886ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.837535] env[62136]: INFO nova.scheduler.client.report [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted allocations for instance 92f58056-3ff1-4039-8450-5a8f974de6a6 [ 820.005802] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.006781] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.006781] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.006925] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.007127] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.009255] env[62136]: INFO nova.compute.manager [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Terminating instance [ 820.187825] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Successfully updated port: 4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.196318] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52579172-1367-8982-7da5-04a83399a777, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.196812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.196904] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.197325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.197853] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.197853] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.198000] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f071bd54-d274-4c2e-89af-ae882e7d4a32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.209637] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.209840] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.210643] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5374690f-b85a-4df7-91ad-f786b0f76288 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.216881] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 820.216881] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e2c32f-c076-8121-851d-a34f649ed74f" [ 820.216881] env[62136]: _type = "Task" [ 820.216881] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.227035] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e2c32f-c076-8121-851d-a34f649ed74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.344601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17602248-6d03-4dad-9f96-9c44bf29170e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "92f58056-3ff1-4039-8450-5a8f974de6a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.516s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.513187] env[62136]: DEBUG nova.compute.manager [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.513637] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.514810] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ebacc-ff10-4a5c-922a-73441827d24c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.523198] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.523852] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e3951f-efc8-429c-a44e-81d8bee4a7e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.533637] env[62136]: DEBUG oslo_vmware.api [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 820.533637] env[62136]: value = "task-2286535" [ 820.533637] env[62136]: _type = "Task" [ 820.533637] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.691401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.691880] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.691880] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.722933] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb734a2-f13a-432a-ab6d-286f09bca112 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.734411] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f6369c-985d-4fd4-922f-64680cecf9f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.738172] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e2c32f-c076-8121-851d-a34f649ed74f, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.739339] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f42f984-b124-4464-b193-c580444081ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.773990] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da37ccb-f4b2-47e5-b905-31446e499dd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.777049] env[62136]: DEBUG nova.compute.manager [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Received event network-vif-plugged-4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.777049] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Acquiring lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.777049] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.777049] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.777049] env[62136]: DEBUG nova.compute.manager [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] No waiting events found dispatching network-vif-plugged-4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.777049] env[62136]: WARNING nova.compute.manager [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Received unexpected event network-vif-plugged-4651a7bb-e5de-4177-bc44-61eaee30f4cf for instance with vm_state building and task_state spawning. [ 820.777049] env[62136]: DEBUG nova.compute.manager [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Received event network-changed-4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.777363] env[62136]: DEBUG nova.compute.manager [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Refreshing instance network info cache due to event network-changed-4651a7bb-e5de-4177-bc44-61eaee30f4cf. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.777363] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Acquiring lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.777828] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 820.777828] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52321708-733a-f4a4-9676-781dfd8e7b50" [ 820.777828] env[62136]: _type = "Task" [ 820.777828] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.785085] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a540c2-69fc-44d5-b759-b6eeb05866e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.792571] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52321708-733a-f4a4-9676-781dfd8e7b50, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.793195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.793461] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.793726] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7919423a-fb64-4603-8968-f25c4d06544a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.803917] env[62136]: DEBUG nova.compute.provider_tree [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.813036] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 820.813036] env[62136]: value = "task-2286536" [ 820.813036] env[62136]: _type = "Task" [ 820.813036] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.823807] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.049069] env[62136]: DEBUG oslo_vmware.api [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286535, 'name': PowerOffVM_Task, 'duration_secs': 0.409432} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.050019] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.050331] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.050727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe8b98f-717e-48cc-9b7e-a4dfb92ab217 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.139786] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.140218] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.140609] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] 213478a9-f6b0-4d55-876d-7c467be3fbbe {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.142068] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e1120d-0c04-453b-a232-356e798559ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.149749] env[62136]: DEBUG oslo_vmware.api [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 821.149749] env[62136]: value = "task-2286538" [ 821.149749] env[62136]: _type = "Task" [ 821.149749] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.159756] env[62136]: DEBUG oslo_vmware.api [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.238863] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.309059] env[62136]: DEBUG nova.scheduler.client.report [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.324298] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476929} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.327249] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.327504] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.328356] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6966fb8-4dee-406d-b9b0-9f5e909abedc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.336938] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 821.336938] env[62136]: value = "task-2286539" [ 821.336938] env[62136]: _type = "Task" [ 821.336938] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.347483] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.409481] env[62136]: DEBUG nova.network.neutron [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Updating instance_info_cache with network_info: [{"id": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "address": "fa:16:3e:e9:b1:95", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4651a7bb-e5", "ovs_interfaceid": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.661498] env[62136]: DEBUG oslo_vmware.api [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30258} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.661749] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.661939] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.662129] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.662370] env[62136]: INFO nova.compute.manager [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 821.662622] env[62136]: DEBUG oslo.service.loopingcall [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.662874] env[62136]: DEBUG nova.compute.manager [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.662944] env[62136]: DEBUG nova.network.neutron [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.813350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.816589] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.932s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.816589] env[62136]: DEBUG nova.objects.instance [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lazy-loading 'resources' on Instance uuid 4dc3caa4-825b-4bd6-a9b0-61117e52dd94 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 821.843567] env[62136]: INFO nova.scheduler.client.report [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted allocations for instance 3b754c22-40a3-4580-b68c-2a2032fa4ce6 [ 821.854669] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092689} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.856084] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.856364] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65b99c-adee-401a-86b6-9adde75e307a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.881681] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.882008] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c715846-6b2e-4bec-b4de-7fdd183a120e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.903174] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 821.903174] env[62136]: value = "task-2286540" [ 821.903174] env[62136]: _type = "Task" [ 821.903174] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.913844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.913844] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Instance network_info: |[{"id": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "address": "fa:16:3e:e9:b1:95", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4651a7bb-e5", "ovs_interfaceid": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.913844] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.914795] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Acquired lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.914795] env[62136]: DEBUG nova.network.neutron [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Refreshing network info cache for port 4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.916193] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4651a7bb-e5de-4177-bc44-61eaee30f4cf', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.925415] env[62136]: DEBUG oslo.service.loopingcall [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.929345] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.929933] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9767f5a-f200-452b-9ab1-46d540bf745e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.957124] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.957124] env[62136]: value = "task-2286541" [ 821.957124] env[62136]: _type = "Task" [ 821.957124] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.968279] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286541, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.205989] env[62136]: DEBUG nova.network.neutron [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Updated VIF entry in instance network info cache for port 4651a7bb-e5de-4177-bc44-61eaee30f4cf. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.205989] env[62136]: DEBUG nova.network.neutron [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Updating instance_info_cache with network_info: [{"id": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "address": "fa:16:3e:e9:b1:95", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4651a7bb-e5", "ovs_interfaceid": "4651a7bb-e5de-4177-bc44-61eaee30f4cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.354453] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a29c8a71-ee0b-4875-8ae8-6a70f3cf811a tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "3b754c22-40a3-4580-b68c-2a2032fa4ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.721s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.419205] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.467604] env[62136]: DEBUG nova.network.neutron [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.468859] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286541, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.709861] env[62136]: DEBUG oslo_concurrency.lockutils [req-4feae812-7745-49e5-bb81-346da912df7c req-660ff6f6-985d-4303-926c-4fb0c587f8c4 service nova] Releasing lock "refresh_cache-eb645ed0-f5b4-4402-89df-c6333a302b28" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.748642] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff577e8-415d-423d-bc6d-fcd39ce3ae01 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.756957] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8785091-0341-44a8-b1af-7428462d565f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.790532] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d77f31-45e1-4d1b-8328-0ec765d4325e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.800061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ecf02-d2e8-40dc-9460-64ab4aba99a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.807835] env[62136]: DEBUG nova.compute.manager [req-4830a589-3caf-411c-b807-ef599768fae9 req-7f757197-d167-47bc-93ab-d84d6b0a5f66 service nova] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Received event network-vif-deleted-6a136b39-383b-468d-b469-9bdfc7ea8ccd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.815977] env[62136]: DEBUG nova.compute.provider_tree [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.918554] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286540, 'name': ReconfigVM_Task, 'duration_secs': 0.689293} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.918759] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.919484] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c7cc02-9013-44f1-b2c7-fe3b7c947b29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.928929] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 822.928929] env[62136]: value = "task-2286542" [ 822.928929] env[62136]: _type = "Task" [ 822.928929] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.939973] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286542, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.968937] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286541, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.972603] env[62136]: INFO nova.compute.manager [-] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Took 1.31 seconds to deallocate network for instance. [ 823.320054] env[62136]: DEBUG nova.scheduler.client.report [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.377192] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "34eac04e-922b-49f6-a705-27d4dd92df3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.377609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.377945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.378377] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.381708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.383954] env[62136]: INFO nova.compute.manager [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Terminating instance [ 823.440012] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286542, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.470063] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286541, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.480842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.825292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.827797] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.902s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.829742] env[62136]: INFO nova.compute.claims [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.846730] env[62136]: INFO nova.scheduler.client.report [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleted allocations for instance 4dc3caa4-825b-4bd6-a9b0-61117e52dd94 [ 823.887791] env[62136]: DEBUG nova.compute.manager [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.888263] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.889233] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d686d3e-bdd1-4415-91c6-29fd3a84abf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.898073] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.898362] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503f8499-5776-4d07-8bab-c59cbb6903d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.906970] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 823.906970] env[62136]: value = "task-2286543" [ 823.906970] env[62136]: _type = "Task" [ 823.906970] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.915656] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.939882] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286542, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.971938] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286541, 'name': CreateVM_Task, 'duration_secs': 1.614362} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.972074] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.972793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.972961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.973305] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.973563] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47015646-c6eb-4673-8dc4-5b21ca46e802 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.979347] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 823.979347] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524e2fdf-6e46-03f7-3a22-097358ec4fd2" [ 823.979347] env[62136]: _type = "Task" [ 823.979347] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.987866] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524e2fdf-6e46-03f7-3a22-097358ec4fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.354161] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acda84c8-7d95-43ae-bbc1-89063aae4890 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "4dc3caa4-825b-4bd6-a9b0-61117e52dd94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.244s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.415967] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286543, 'name': PowerOffVM_Task, 'duration_secs': 0.260256} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.416314] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.416496] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.416743] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf2c91c-816e-4e64-9d83-2b6d69d4a81f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.438766] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286542, 'name': Rename_Task, 'duration_secs': 1.204603} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.438887] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.439156] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c03c1a2-0f5f-43e4-be25-1e902defbf69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.445765] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 824.445765] env[62136]: value = "task-2286545" [ 824.445765] env[62136]: _type = "Task" [ 824.445765] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.454754] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.491052] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524e2fdf-6e46-03f7-3a22-097358ec4fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.491592] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.491986] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.492108] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.492267] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.492449] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.492754] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.492930] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.493114] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore2] 34eac04e-922b-49f6-a705-27d4dd92df3c {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.493348] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556b4ce4-d1f3-4fc7-8a8f-f042638709bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.495192] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8badd7d3-5c17-4e9d-96cd-e660c35cf739 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.504857] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 824.504857] env[62136]: value = "task-2286546" [ 824.504857] env[62136]: _type = "Task" [ 824.504857] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.506033] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.506254] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.509636] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6d5c9a-17ed-4f12-9305-38abbd0bd428 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.515078] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 824.515078] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52925c6e-2227-76c9-d5cc-95669b752309" [ 824.515078] env[62136]: _type = "Task" [ 824.515078] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.518308] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.525684] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52925c6e-2227-76c9-d5cc-95669b752309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.961162] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.015184] env[62136]: DEBUG oslo_vmware.api [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138684} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.017798] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.017898] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.018113] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.018370] env[62136]: INFO nova.compute.manager [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.018633] env[62136]: DEBUG oslo.service.loopingcall [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.019897] env[62136]: DEBUG nova.compute.manager [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.020018] env[62136]: DEBUG nova.network.neutron [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.031419] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52925c6e-2227-76c9-d5cc-95669b752309, 'name': SearchDatastore_Task, 'duration_secs': 0.018749} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.034847] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3040c1ea-2cb9-4f85-b96f-e9f9e9aa44a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.041311] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 825.041311] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52880ee0-af65-54f5-8d2a-9875e485c56d" [ 825.041311] env[62136]: _type = "Task" [ 825.041311] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.050562] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52880ee0-af65-54f5-8d2a-9875e485c56d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.256018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb58d9d-d2c8-4f99-b9cf-975d1ae7dbb3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.263501] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dbe9a0-427b-4555-8c32-8b2f1face527 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.294927] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edccfc-f0f9-4190-bb50-12f65b217f91 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.304222] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b915776-aea0-4c34-be27-8409b0f978a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.320497] env[62136]: DEBUG nova.compute.provider_tree [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.386032] env[62136]: DEBUG nova.compute.manager [req-43841a5c-176c-4c11-8aa9-bfb26f6589cc req-6bc41783-ab8b-4be9-9bba-34865d4147e6 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Received event network-vif-deleted-4da3c5d4-c1d3-457f-86f0-23ad26bc1b59 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.386277] env[62136]: INFO nova.compute.manager [req-43841a5c-176c-4c11-8aa9-bfb26f6589cc req-6bc41783-ab8b-4be9-9bba-34865d4147e6 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Neutron deleted interface 4da3c5d4-c1d3-457f-86f0-23ad26bc1b59; detaching it from the instance and deleting it from the info cache [ 825.386460] env[62136]: DEBUG nova.network.neutron [req-43841a5c-176c-4c11-8aa9-bfb26f6589cc req-6bc41783-ab8b-4be9-9bba-34865d4147e6 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.457982] env[62136]: DEBUG oslo_vmware.api [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286545, 'name': PowerOnVM_Task, 'duration_secs': 0.719535} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.458390] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.458518] env[62136]: INFO nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Took 10.47 seconds to spawn the instance on the hypervisor. [ 825.458700] env[62136]: DEBUG nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.459528] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705e26c-ecf4-49fc-a9f7-aa3140942d63 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.551353] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52880ee0-af65-54f5-8d2a-9875e485c56d, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.551644] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.551993] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] eb645ed0-f5b4-4402-89df-c6333a302b28/eb645ed0-f5b4-4402-89df-c6333a302b28.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.552367] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d941d0a8-807b-4f22-9946-83a56edf1800 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.559639] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 825.559639] env[62136]: value = "task-2286548" [ 825.559639] env[62136]: _type = "Task" [ 825.559639] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.567579] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.823901] env[62136]: DEBUG nova.scheduler.client.report [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.850800] env[62136]: DEBUG nova.network.neutron [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.890295] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93058366-6a76-4e7b-a2b0-a56577682b56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.899571] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b04922-b3fc-4ee3-9a06-67b19ad2158f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.937405] env[62136]: DEBUG nova.compute.manager [req-43841a5c-176c-4c11-8aa9-bfb26f6589cc req-6bc41783-ab8b-4be9-9bba-34865d4147e6 service nova] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Detach interface failed, port_id=4da3c5d4-c1d3-457f-86f0-23ad26bc1b59, reason: Instance 34eac04e-922b-49f6-a705-27d4dd92df3c could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 825.975636] env[62136]: INFO nova.compute.manager [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Took 52.59 seconds to build instance. [ 826.070884] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.331687] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.331687] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.335351] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.304s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.353767] env[62136]: INFO nova.compute.manager [-] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Took 1.33 seconds to deallocate network for instance. [ 826.466788] env[62136]: DEBUG nova.compute.manager [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Received event network-changed-817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.466992] env[62136]: DEBUG nova.compute.manager [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Refreshing instance network info cache due to event network-changed-817cb418-d150-4f05-af8f-7b136e5b4034. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.467238] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] Acquiring lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.467898] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] Acquired lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.468142] env[62136]: DEBUG nova.network.neutron [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Refreshing network info cache for port 817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.478457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-27567b90-fea0-4ef6-a1df-975b476bc652 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.274s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.570164] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889719} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.570559] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] eb645ed0-f5b4-4402-89df-c6333a302b28/eb645ed0-f5b4-4402-89df-c6333a302b28.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.570954] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.571366] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f53db4d-998e-4f8c-abf5-83df7286f5c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.580085] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 826.580085] env[62136]: value = "task-2286549" [ 826.580085] env[62136]: _type = "Task" [ 826.580085] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.586579] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.852092] env[62136]: DEBUG nova.compute.utils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 826.853106] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.853285] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.861625] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.892771] env[62136]: DEBUG nova.policy [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcab4528170a44aba9b28f5db10cec67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a5177babcb3410b8d924a6a1ac4b9de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.095649] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064125} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.096407] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.096780] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46171a55-2a9a-4982-892c-bd07e714cd6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120187] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] eb645ed0-f5b4-4402-89df-c6333a302b28/eb645ed0-f5b4-4402-89df-c6333a302b28.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.123351] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15af08e-4dcc-4483-9744-eb294db76a7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.144178] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 827.144178] env[62136]: value = "task-2286550" [ 827.144178] env[62136]: _type = "Task" [ 827.144178] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.154494] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.354401] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Applying migration context for instance 72702e0a-a8b3-4a64-b62e-3fa491cb3821 as it has an incoming, in-progress migration e66a2b95-da6b-40a6-8b4e-33a62be09de1. Migration status is confirming {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.357316] env[62136]: INFO nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating resource usage from migration e66a2b95-da6b-40a6-8b4e-33a62be09de1 [ 827.360274] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.389396] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.389632] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c0e82496-8e0c-46da-80ff-a7e14dae5bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.389750] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 34eac04e-922b-49f6-a705-27d4dd92df3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.389875] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c433d091-5d97-4757-8cb1-5b8de3e643b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e1896db5-a141-41cb-9b57-193a21929bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance aa4c0608-6490-472f-8867-60d5ef2cd306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 08705d00-016c-46fb-9ede-84761442cfb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 00a3ea06-f1c6-4221-8704-f6eb1f966e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance d4088d5b-34ac-4e5a-9208-7ead6d8e2b39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 0676af54-5f23-4457-bb79-4513618368db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 55118b0f-2fd1-4662-997b-61b0691d3d94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 79f99cfd-6a56-44f6-96ae-542606032ba7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f2d6e69c-f5ab-4034-8803-472138e42721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393405] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 727f4737-801e-490d-9a63-9fde601cc08c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393405] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance d6984e63-c376-44f5-aa24-898be053e534 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393405] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 2026f527-2e31-4f64-8e2a-0ed41d102b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3337db00-9d77-482a-a5f9-71c1c9347a9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 402eda7b-473d-4924-9205-04158b472c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9219999b-e101-49a1-99a8-13a7f94f433d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Migration e66a2b95-da6b-40a6-8b4e-33a62be09de1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 72702e0a-a8b3-4a64-b62e-3fa491cb3821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 1c143d3d-4f11-45f9-949d-5133d8de25d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393837] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 213478a9-f6b0-4d55-876d-7c467be3fbbe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance bee73907-5c06-4929-a0ba-80b30c90d85b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance eb645ed0-f5b4-4402-89df-c6333a302b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.393837] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e02cca43-cb14-4fea-80d6-45f774a03181 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.406691] env[62136]: DEBUG nova.network.neutron [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updated VIF entry in instance network info cache for port 817cb418-d150-4f05-af8f-7b136e5b4034. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.408130] env[62136]: DEBUG nova.network.neutron [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating instance_info_cache with network_info: [{"id": "817cb418-d150-4f05-af8f-7b136e5b4034", "address": "fa:16:3e:84:37:30", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817cb418-d1", "ovs_interfaceid": "817cb418-d150-4f05-af8f-7b136e5b4034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.438037] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Successfully created port: 7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.654668] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.896691] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.896919] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (82d9157a-5d67-4d63-9446-bab68d065191): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 827.911385] env[62136]: DEBUG oslo_concurrency.lockutils [req-cbc17ef7-5c1d-4f37-ab38-7bd9a4b1033f req-a3a50473-504c-4fa4-af8b-d324bb002f10 service nova] Releasing lock "refresh_cache-bee73907-5c06-4929-a0ba-80b30c90d85b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.155016] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286550, 'name': ReconfigVM_Task, 'duration_secs': 0.530823} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.155627] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Reconfigured VM instance instance-00000047 to attach disk [datastore2] eb645ed0-f5b4-4402-89df-c6333a302b28/eb645ed0-f5b4-4402-89df-c6333a302b28.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.158267] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a99b51a-7687-48cb-be47-04e5d9816aad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.165043] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 828.165043] env[62136]: value = "task-2286551" [ 828.165043] env[62136]: _type = "Task" [ 828.165043] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.172349] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286551, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.372079] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.396656] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.396914] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.397094] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.397365] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.397521] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.397674] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.397882] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.398054] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.398233] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.398473] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.398646] env[62136]: DEBUG nova.virt.hardware [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.399683] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a6ac0-a88b-45e1-a44d-c45d2129c9cf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.402496] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3cae5f08-9865-41e9-9807-feac2a1d6db9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.402779] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 828.402924] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 828.410805] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed56b1d-ec2f-445a-9bb9-db0541e2c97d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.553205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.553495] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.553706] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.553890] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.554307] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.556079] env[62136]: INFO nova.compute.manager [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Terminating instance [ 828.673364] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286551, 'name': Rename_Task, 'duration_secs': 0.138868} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.675691] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.676142] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090e2a61-d5ea-45f6-a39e-ee2ff8c1a49b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.682920] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 828.682920] env[62136]: value = "task-2286552" [ 828.682920] env[62136]: _type = "Task" [ 828.682920] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.693872] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.764543] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e3dfe-e5b0-4c19-b588-829fae66845a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.772232] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c684072e-fc8f-4e41-9d59-f5599a8f7ae3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.803710] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de092f1-eed2-4e0b-9e64-93e25710c85f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.813064] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ded8ca-08ef-4143-b1b2-5743e6c6bf54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.825080] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.905663] env[62136]: DEBUG nova.compute.manager [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Received event network-vif-plugged-7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.905945] env[62136]: DEBUG oslo_concurrency.lockutils [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] Acquiring lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.906202] env[62136]: DEBUG oslo_concurrency.lockutils [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] Lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.906381] env[62136]: DEBUG oslo_concurrency.lockutils [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] Lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.906551] env[62136]: DEBUG nova.compute.manager [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] No waiting events found dispatching network-vif-plugged-7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.906693] env[62136]: WARNING nova.compute.manager [req-5266438e-5387-4e0d-8104-3b028ae6badd req-494166ca-51c2-41b5-b223-340b928f49a4 service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Received unexpected event network-vif-plugged-7e10ca20-1de1-4acd-a3c4-54865d6b9d71 for instance with vm_state building and task_state spawning. [ 829.018811] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Successfully updated port: 7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.061837] env[62136]: DEBUG nova.compute.manager [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.062106] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.063506] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b616a4-84a3-46b3-8bad-576506bc01f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.071513] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.071763] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51334c2d-2ff6-46d6-9eef-de60c4f21be6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.078335] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 829.078335] env[62136]: value = "task-2286553" [ 829.078335] env[62136]: _type = "Task" [ 829.078335] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.086245] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.193036] env[62136]: DEBUG oslo_vmware.api [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286552, 'name': PowerOnVM_Task, 'duration_secs': 0.458471} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.193350] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.193554] env[62136]: INFO nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Took 9.41 seconds to spawn the instance on the hypervisor. [ 829.193743] env[62136]: DEBUG nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.194533] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe4aae-cc9e-47ea-8b1a-0498cd2410cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.328556] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.523722] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.523888] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.524120] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.588577] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286553, 'name': PowerOffVM_Task, 'duration_secs': 0.260198} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.588577] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.588755] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.588952] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9de0dfd-6dda-4100-bf3e-3daa0a77251e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.658823] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.659121] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.659314] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleting the datastore file [datastore1] aa4c0608-6490-472f-8867-60d5ef2cd306 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.659594] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ade7981-37ec-4c51-8c02-838802625491 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.666649] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for the task: (returnval){ [ 829.666649] env[62136]: value = "task-2286555" [ 829.666649] env[62136]: _type = "Task" [ 829.666649] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.673901] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.713848] env[62136]: INFO nova.compute.manager [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Took 50.32 seconds to build instance. [ 829.833790] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 829.834068] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.499s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.834364] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.833s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.836022] env[62136]: INFO nova.compute.claims [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.838771] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.838917] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Cleaning up deleted instances {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 830.057795] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.179975] env[62136]: DEBUG oslo_vmware.api [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Task: {'id': task-2286555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134525} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.180264] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.180454] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.180638] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.180812] env[62136]: INFO nova.compute.manager [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Took 1.12 seconds to destroy the instance on the hypervisor. [ 830.181065] env[62136]: DEBUG oslo.service.loopingcall [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.181262] env[62136]: DEBUG nova.compute.manager [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.181352] env[62136]: DEBUG nova.network.neutron [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.215425] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e6d50ca-0bd8-4f5e-923d-cd6a99233f4f tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.832s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.304431] env[62136]: DEBUG nova.network.neutron [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Updating instance_info_cache with network_info: [{"id": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "address": "fa:16:3e:13:5a:ad", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10ca20-1d", "ovs_interfaceid": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.354344] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] There are 45 instances to clean {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 830.354617] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 4dc3caa4-825b-4bd6-a9b0-61117e52dd94] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.806604] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.806981] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Instance network_info: |[{"id": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "address": "fa:16:3e:13:5a:ad", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10ca20-1d", "ovs_interfaceid": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.808185] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:5a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e10ca20-1de1-4acd-a3c4-54865d6b9d71', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.815825] env[62136]: DEBUG oslo.service.loopingcall [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.816530] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e213f56-5377-4b6e-98c7-13fba261e956 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.821194] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.821706] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e508790-8215-4b95-8208-935e318e77c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.842481] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37764fbe-7b91-4724-9d0b-b43e2216f8f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.845423] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.845423] env[62136]: value = "task-2286556" [ 830.845423] env[62136]: _type = "Task" [ 830.845423] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.872106] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 119a5d3e-7b54-498a-9196-e747148b2c33] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.874962] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8a2fe-04e1-4897-a788-4308627d9deb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.880569] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286556, 'name': CreateVM_Task} progress is 15%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.884866] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfce1c5-1cea-4936-a96d-20c801454b79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.898647] env[62136]: DEBUG nova.compute.provider_tree [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.943789] env[62136]: DEBUG nova.compute.manager [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Received event network-changed-7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.944245] env[62136]: DEBUG nova.compute.manager [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Refreshing instance network info cache due to event network-changed-7e10ca20-1de1-4acd-a3c4-54865d6b9d71. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.944550] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] Acquiring lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.944746] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] Acquired lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.945213] env[62136]: DEBUG nova.network.neutron [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Refreshing network info cache for port 7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.207632] env[62136]: DEBUG nova.compute.manager [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.208900] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452c8346-9a2b-421b-af43-5fcbda0ccd71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.354930] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286556, 'name': CreateVM_Task, 'duration_secs': 0.323132} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.355120] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.355820] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.355975] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.356321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.356615] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d726ad80-ac57-4711-827c-6b799a054da7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.361229] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 831.361229] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526b1833-ab8a-32f2-5abd-e3078a6c4040" [ 831.361229] env[62136]: _type = "Task" [ 831.361229] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.368309] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526b1833-ab8a-32f2-5abd-e3078a6c4040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.380786] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f44f1df2-9fcd-403a-88f2-8284c8c217f4] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.402249] env[62136]: DEBUG nova.scheduler.client.report [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.478443] env[62136]: DEBUG nova.network.neutron [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.675081] env[62136]: DEBUG nova.network.neutron [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Updated VIF entry in instance network info cache for port 7e10ca20-1de1-4acd-a3c4-54865d6b9d71. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.675654] env[62136]: DEBUG nova.network.neutron [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Updating instance_info_cache with network_info: [{"id": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "address": "fa:16:3e:13:5a:ad", "network": {"id": "bf2f4610-6730-4dc0-9443-c2f231824ce3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-160245635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a5177babcb3410b8d924a6a1ac4b9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e10ca20-1d", "ovs_interfaceid": "7e10ca20-1de1-4acd-a3c4-54865d6b9d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.720630] env[62136]: INFO nova.compute.manager [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] instance snapshotting [ 831.723846] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028af368-148e-40ad-9bc8-cbb0c8e660a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.743172] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cbab22-8e0d-499b-bdbc-53ec2da5f760 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.873559] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526b1833-ab8a-32f2-5abd-e3078a6c4040, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.873876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.874463] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.874463] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.874598] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.874700] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.875951] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3859a56-03a1-42ff-a64a-3b88f3353435 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.883707] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 92f58056-3ff1-4039-8450-5a8f974de6a6] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.886629] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.886803] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.887803] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a442818-07aa-4ffe-bdbd-b08561ac84e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.893142] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 831.893142] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800963-0651-d6ed-cb25-a83a45d3e6c4" [ 831.893142] env[62136]: _type = "Task" [ 831.893142] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.900814] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800963-0651-d6ed-cb25-a83a45d3e6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.906722] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.072s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.907279] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.910414] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.403s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.910615] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.912614] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.157s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.912802] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.914504] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.608s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.914962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.916343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.747s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.916538] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.918668] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.573s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.918852] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.920721] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.663s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.945462] env[62136]: INFO nova.scheduler.client.report [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted allocations for instance 79f99cfd-6a56-44f6-96ae-542606032ba7 [ 831.949580] env[62136]: INFO nova.scheduler.client.report [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Deleted allocations for instance 08705d00-016c-46fb-9ede-84761442cfb0 [ 831.962543] env[62136]: INFO nova.scheduler.client.report [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Deleted allocations for instance 3337db00-9d77-482a-a5f9-71c1c9347a9c [ 831.967793] env[62136]: INFO nova.scheduler.client.report [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Deleted allocations for instance d6984e63-c376-44f5-aa24-898be053e534 [ 831.971358] env[62136]: WARNING oslo_messaging._drivers.amqpdriver [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 831.981588] env[62136]: INFO nova.compute.manager [-] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Took 1.80 seconds to deallocate network for instance. [ 832.179394] env[62136]: DEBUG oslo_concurrency.lockutils [req-3b763c00-a2c3-4a2b-aed8-d2aecf65e339 req-03ba5f0a-631b-401e-bbfa-fe82a4f6573b service nova] Releasing lock "refresh_cache-e02cca43-cb14-4fea-80d6-45f774a03181" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.254975] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.255437] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20476093-57fb-4aac-8764-f567901a5e4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.263791] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 832.263791] env[62136]: value = "task-2286557" [ 832.263791] env[62136]: _type = "Task" [ 832.263791] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.272941] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.388677] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 822526f4-27e7-40be-9096-8ed254c7f102] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.404218] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52800963-0651-d6ed-cb25-a83a45d3e6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.404218] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cb9408-a343-4876-894a-eea452bf7063 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.409746] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 832.409746] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f93b57-b77f-e9db-8539-4eddac538616" [ 832.409746] env[62136]: _type = "Task" [ 832.409746] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.419622] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f93b57-b77f-e9db-8539-4eddac538616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.424163] env[62136]: DEBUG nova.compute.utils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.430514] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.430514] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.434159] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b71383f-82f0-454f-9aa2-4acb24413ddb tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.842s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.434913] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.786s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.435235] env[62136]: INFO nova.compute.manager [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Unshelving [ 832.460209] env[62136]: DEBUG oslo_concurrency.lockutils [None req-98485373-c26f-4614-9b57-b1d1e411cd83 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "79f99cfd-6a56-44f6-96ae-542606032ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.145s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.462273] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c80976ab-b735-444f-abef-9b5b769b68bf tempest-FloatingIPsAssociationTestJSON-79708080 tempest-FloatingIPsAssociationTestJSON-79708080-project-member] Lock "08705d00-016c-46fb-9ede-84761442cfb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.861s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.471477] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7a418343-f700-4e4a-878d-467d149a99c4 tempest-ServerPasswordTestJSON-1861606581 tempest-ServerPasswordTestJSON-1861606581-project-member] Lock "3337db00-9d77-482a-a5f9-71c1c9347a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.737s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.478013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c465a65-b7b0-4911-8368-b4e8b80b34de tempest-ServerMetadataNegativeTestJSON-529998915 tempest-ServerMetadataNegativeTestJSON-529998915-project-member] Lock "d6984e63-c376-44f5-aa24-898be053e534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.429s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.490042] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.509870] env[62136]: DEBUG nova.policy [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f1eee52848f4ec9958a2f069e1abe83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d05750f53a84aeda370c5507279438a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.775296] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.843899] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a804c96-8760-4583-89ef-22c4543fca02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.851595] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f3df36-2833-4dae-800e-78dda1f300a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.887139] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036b202-8ef0-40ad-942c-1fb575d1cdce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.896056] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: d8c0304e-9088-4f0f-85ba-e17d8a2f7b65] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.898975] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c2930-a91a-4eab-9662-b94275d5d373 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.915724] env[62136]: DEBUG nova.compute.provider_tree [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.927149] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f93b57-b77f-e9db-8539-4eddac538616, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.927488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.927778] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] e02cca43-cb14-4fea-80d6-45f774a03181/e02cca43-cb14-4fea-80d6-45f774a03181.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.928063] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7fba2f5-3190-40b2-9a00-105d3d920fa0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.931940] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.942295] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 832.942295] env[62136]: value = "task-2286558" [ 832.942295] env[62136]: _type = "Task" [ 832.942295] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.963918] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.029030] env[62136]: DEBUG nova.compute.manager [req-9a015bc3-1458-4707-8c22-dcad2cac362d req-3fd16c90-9866-45f7-a50e-b648c4d2b376 service nova] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Received event network-vif-deleted-646a0f3d-479f-475f-91b1-63f71f0f9619 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.278220] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286557, 'name': CreateSnapshot_Task, 'duration_secs': 0.990546} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.278539] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.279464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a2463-2a56-4a11-ad4f-c0f345c28d5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.379129] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Successfully created port: 83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.405017] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a3426afa-5aef-40d7-a4da-38b1d7921300] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.422198] env[62136]: DEBUG nova.scheduler.client.report [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.477072] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.488200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.502177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "55118b0f-2fd1-4662-997b-61b0691d3d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.502711] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.503342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.503775] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.504520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.508340] env[62136]: INFO nova.compute.manager [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Terminating instance [ 833.802726] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.803232] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-576f0b04-3da1-4b1a-b347-3f6a8c6f0e27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.812121] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 833.812121] env[62136]: value = "task-2286559" [ 833.812121] env[62136]: _type = "Task" [ 833.812121] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.827232] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286559, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.908535] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a2fe286e-b844-43be-a20b-4dee149ee82d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.945889] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.966344] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762684} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.966695] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] e02cca43-cb14-4fea-80d6-45f774a03181/e02cca43-cb14-4fea-80d6-45f774a03181.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.966981] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.967648] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0862bda4-5272-4d9a-91c2-5207126cbf1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.978409] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 833.978409] env[62136]: value = "task-2286560" [ 833.978409] env[62136]: _type = "Task" [ 833.978409] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.986862] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.987628] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.988609] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.988960] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.989210] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.989514] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.989968] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.990225] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.990507] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.990781] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.991129] env[62136]: DEBUG nova.virt.hardware [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.992442] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa952e5-a4af-4d91-a0ed-bd619f01237b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.001286] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.004989] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db01275-1613-4825-a707-9f0d109be34f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.022613] env[62136]: DEBUG nova.compute.manager [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.022613] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.024690] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97179a5a-56ef-4e73-a641-7583127af04b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.032130] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.032492] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb7c877-57a7-4e79-abab-ddef5bae7785 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.039304] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 834.039304] env[62136]: value = "task-2286561" [ 834.039304] env[62136]: _type = "Task" [ 834.039304] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.049614] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.327500] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286559, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.412404] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 24455ec6-ce58-422a-bf6d-ff62616e4e11] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.435284] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.514s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.441861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.714s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.441861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.446611] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.064s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.449868] env[62136]: INFO nova.compute.claims [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.494400] env[62136]: INFO nova.scheduler.client.report [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleted allocations for instance 727f4737-801e-490d-9a63-9fde601cc08c [ 834.508861] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.511160] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.511160] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a7b37-c5b0-4427-9405-5c0ccfe87e57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.539778] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e02cca43-cb14-4fea-80d6-45f774a03181/e02cca43-cb14-4fea-80d6-45f774a03181.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.540463] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb78095-955d-4fbf-bd60-0a6cf958a7db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.565667] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286561, 'name': PowerOffVM_Task, 'duration_secs': 0.40637} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.568048] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.568048] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.568048] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 834.568048] env[62136]: value = "task-2286562" [ 834.568048] env[62136]: _type = "Task" [ 834.568048] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.568461] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f920482-af8e-4375-97d0-3833be28980d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.578395] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.661149] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.661323] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.661555] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleting the datastore file [datastore1] 55118b0f-2fd1-4662-997b-61b0691d3d94 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.662533] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc210410-b891-4e57-8777-a0c9cca38de0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.669535] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for the task: (returnval){ [ 834.669535] env[62136]: value = "task-2286564" [ 834.669535] env[62136]: _type = "Task" [ 834.669535] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.677672] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.823983] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286559, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.917690] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 7785ecb8-62cd-4026-a310-424c06b8cb1d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.014848] env[62136]: DEBUG oslo_concurrency.lockutils [None req-441d7f23-4e34-4a88-9eb4-bfa677890feb tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "727f4737-801e-490d-9a63-9fde601cc08c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.933s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.027093] env[62136]: INFO nova.scheduler.client.report [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocation for migration e66a2b95-da6b-40a6-8b4e-33a62be09de1 [ 835.079860] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286562, 'name': ReconfigVM_Task, 'duration_secs': 0.493597} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.080706] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e02cca43-cb14-4fea-80d6-45f774a03181/e02cca43-cb14-4fea-80d6-45f774a03181.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.080875] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3451117d-3670-44de-8dab-b49fe4b592c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.088150] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 835.088150] env[62136]: value = "task-2286565" [ 835.088150] env[62136]: _type = "Task" [ 835.088150] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.099254] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286565, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.181177] env[62136]: DEBUG oslo_vmware.api [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Task: {'id': task-2286564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333839} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.181555] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.181806] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.182064] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.182467] env[62136]: INFO nova.compute.manager [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Took 1.16 seconds to destroy the instance on the hypervisor. [ 835.182760] env[62136]: DEBUG oslo.service.loopingcall [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.183020] env[62136]: DEBUG nova.compute.manager [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.183147] env[62136]: DEBUG nova.network.neutron [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.331968] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286559, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.423714] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f46d74aa-a43d-4068-971b-3de0995d3073] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.536904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5425feb2-9f05-4180-a010-2f2764f4a551 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.627s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.605786] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286565, 'name': Rename_Task, 'duration_secs': 0.190362} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.606098] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.606363] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b9df20-52ba-4ec4-8aaa-8b45a2f1f476 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.613784] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 835.613784] env[62136]: value = "task-2286566" [ 835.613784] env[62136]: _type = "Task" [ 835.613784] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.628783] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.829115] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286559, 'name': CloneVM_Task, 'duration_secs': 1.762638} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.829391] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Created linked-clone VM from snapshot [ 835.830299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541368ed-b29b-4a6a-a439-2950216da16d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.839899] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Uploading image e7d3a098-0e92-4de5-92ba-bb033e3f0930 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.860193] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a6867-d175-456d-ac30-7797c4f7e632 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.873733] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfbddcf-599a-4947-bd64-28bf8b65cd47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.879023] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.879023] env[62136]: value = "vm-465423" [ 835.879023] env[62136]: _type = "VirtualMachine" [ 835.879023] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.879299] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a98d60c1-81fc-45ea-af26-5e9781bab255 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.917164] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c4eaf-280b-4233-a143-c8540d67a41b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.920822] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease: (returnval){ [ 835.920822] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca88c8-4a1a-3a61-99b1-2a3ad9c3febd" [ 835.920822] env[62136]: _type = "HttpNfcLease" [ 835.920822] env[62136]: } obtained for exporting VM: (result){ [ 835.920822] env[62136]: value = "vm-465423" [ 835.920822] env[62136]: _type = "VirtualMachine" [ 835.920822] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.921744] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the lease: (returnval){ [ 835.921744] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca88c8-4a1a-3a61-99b1-2a3ad9c3febd" [ 835.921744] env[62136]: _type = "HttpNfcLease" [ 835.921744] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.929808] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49bd1d3-4f14-4630-86e5-abfcecedd5bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.933313] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 74d836a8-ff28-4fac-b17e-e531cebc02df] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.935651] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.935651] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca88c8-4a1a-3a61-99b1-2a3ad9c3febd" [ 835.935651] env[62136]: _type = "HttpNfcLease" [ 835.935651] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.938047] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.938047] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca88c8-4a1a-3a61-99b1-2a3ad9c3febd" [ 835.938047] env[62136]: _type = "HttpNfcLease" [ 835.938047] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.938219] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91e0d9-5fc1-41cb-89b3-449dbbcfcb70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.954116] env[62136]: DEBUG nova.compute.provider_tree [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.965531] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.965531] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.027121] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Successfully updated port: 83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.029093] env[62136]: DEBUG nova.compute.manager [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Received event network-vif-plugged-83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.029255] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] Acquiring lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.029465] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.029633] env[62136]: DEBUG oslo_concurrency.lockutils [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.029819] env[62136]: DEBUG nova.compute.manager [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] No waiting events found dispatching network-vif-plugged-83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.029998] env[62136]: WARNING nova.compute.manager [req-6bbaefcf-3f33-40fa-b590-84e6b3cd7816 req-71f0a9dd-a6f6-4fc3-bfe4-3aadfbee15a6 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Received unexpected event network-vif-plugged-83421bdb-8abc-45f5-b20b-3380c5c1bd12 for instance with vm_state building and task_state spawning. [ 836.124900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.125361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.125508] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.125696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.125865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.127477] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.128481] env[62136]: INFO nova.compute.manager [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Terminating instance [ 836.133542] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98e8702c-516a-446e-8663-0f4e8446b4be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.335600] env[62136]: DEBUG nova.network.neutron [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.438419] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 9369fa7c-d0f2-4dd5-80cc-29431671ed10] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.460228] env[62136]: DEBUG nova.scheduler.client.report [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.532988] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.533180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.533343] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.628471] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286566, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.635037] env[62136]: DEBUG nova.compute.manager [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.635037] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.635654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38155631-2bca-40a3-965b-2f35e4863d96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.644118] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.644678] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b7ab23-8405-483f-bcec-17a5c6405ed4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.651941] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 836.651941] env[62136]: value = "task-2286568" [ 836.651941] env[62136]: _type = "Task" [ 836.651941] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.662647] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.839364] env[62136]: INFO nova.compute.manager [-] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Took 1.66 seconds to deallocate network for instance. [ 836.940637] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 75a154e6-130e-470b-b8b8-5c315cbd0f40] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.970043] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.970043] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.973692] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.933s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.974412] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.976863] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.496s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.977120] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.979253] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.118s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.980467] env[62136]: DEBUG nova.objects.instance [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lazy-loading 'resources' on Instance uuid 34eac04e-922b-49f6-a705-27d4dd92df3c {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 837.018349] env[62136]: INFO nova.scheduler.client.report [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance 213478a9-f6b0-4d55-876d-7c467be3fbbe [ 837.026991] env[62136]: INFO nova.scheduler.client.report [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Deleted allocations for instance 1c143d3d-4f11-45f9-949d-5133d8de25d3 [ 837.099031] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.127869] env[62136]: DEBUG oslo_vmware.api [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286566, 'name': PowerOnVM_Task, 'duration_secs': 1.110119} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.128436] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.128581] env[62136]: INFO nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Took 8.76 seconds to spawn the instance on the hypervisor. [ 837.128805] env[62136]: DEBUG nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.129898] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876386ce-f645-4827-aef3-7c3cd1ecb8da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.167046] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286568, 'name': PowerOffVM_Task, 'duration_secs': 0.293106} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.170604] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.170604] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.172755] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74a6a96-d3e8-4d6e-b6de-7b60c1e0e940 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.255591] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.255897] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.256161] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleting the datastore file [datastore1] c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.256493] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc268d8-883e-4545-98de-19b01a121544 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.266123] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for the task: (returnval){ [ 837.266123] env[62136]: value = "task-2286570" [ 837.266123] env[62136]: _type = "Task" [ 837.266123] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.276842] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.349695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.439235] env[62136]: DEBUG nova.network.neutron [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updating instance_info_cache with network_info: [{"id": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "address": "fa:16:3e:24:2b:74", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83421bdb-8a", "ovs_interfaceid": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.445817] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 1bdbc274-c72a-4baf-b6a1-7a96117eb3c3] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.483808] env[62136]: DEBUG nova.compute.utils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.487475] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.487475] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.533832] env[62136]: DEBUG oslo_concurrency.lockutils [None req-232b627c-1495-414e-95f5-7f7104b3f3ed tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "213478a9-f6b0-4d55-876d-7c467be3fbbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.528s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.541034] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6fba6bc7-38d7-446a-80f0-7e1b5cfd86fc tempest-ServerTagsTestJSON-1954498644 tempest-ServerTagsTestJSON-1954498644-project-member] Lock "1c143d3d-4f11-45f9-949d-5133d8de25d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.039s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.613958] env[62136]: DEBUG nova.policy [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b470ba260e8b40088f30a568e3afe788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba27d71ff6e14365940ffdf88eab9c8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.662830] env[62136]: INFO nova.compute.manager [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Took 51.75 seconds to build instance. [ 837.782706] env[62136]: DEBUG oslo_vmware.api [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Task: {'id': task-2286570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254753} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.782706] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.782706] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.782706] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.782706] env[62136]: INFO nova.compute.manager [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.782932] env[62136]: DEBUG oslo.service.loopingcall [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.783120] env[62136]: DEBUG nova.compute.manager [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.783120] env[62136]: DEBUG nova.network.neutron [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.876022] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa79f3e-67fa-4bd2-bcf7-461873f05bd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.883827] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ec2c8-8a92-42bb-bacb-5cdcbecb15db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.923837] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610dd249-dbe3-43b0-8b15-2fd80d850b6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.932867] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3871734c-f63d-41b0-b5cd-c170b3e69182 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.948082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.948539] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance network_info: |[{"id": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "address": "fa:16:3e:24:2b:74", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83421bdb-8a", "ovs_interfaceid": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.952305] env[62136]: DEBUG nova.compute.provider_tree [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.952305] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83421bdb-8abc-45f5-b20b-3380c5c1bd12', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.958680] env[62136]: DEBUG oslo.service.loopingcall [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.959147] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 92af2777-1c19-4941-9c96-ff365aaa561a] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.961241] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.961720] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c428ddd5-8b38-44cd-8a00-60ef3ab1d6e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.986068] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.986068] env[62136]: value = "task-2286571" [ 837.986068] env[62136]: _type = "Task" [ 837.986068] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.996629] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.998357] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286571, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.173028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8fb84f51-f46b-4c39-adb4-e34da17e53a8 tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.933s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.462719] env[62136]: DEBUG nova.scheduler.client.report [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.466381] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 42e69190-caad-4602-9ecd-33cbb5381f81] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.503364] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286571, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.640466] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "692596be-0e44-4780-88cc-0c8c9e437b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.641155] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.656531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.656835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.657626] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.657873] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.658072] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.661979] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "e02cca43-cb14-4fea-80d6-45f774a03181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.662256] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.662535] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.662903] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.663148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.665093] env[62136]: INFO nova.compute.manager [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Terminating instance [ 838.667622] env[62136]: INFO nova.compute.manager [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Terminating instance [ 838.746426] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Successfully created port: 8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.813867] env[62136]: DEBUG nova.compute.manager [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Received event network-vif-deleted-0acc0499-1025-46a8-8c2c-35ab7bc06de1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.815331] env[62136]: DEBUG nova.compute.manager [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Received event network-changed-83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.815588] env[62136]: DEBUG nova.compute.manager [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Refreshing instance network info cache due to event network-changed-83421bdb-8abc-45f5-b20b-3380c5c1bd12. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.816197] env[62136]: DEBUG oslo_concurrency.lockutils [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] Acquiring lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.816197] env[62136]: DEBUG oslo_concurrency.lockutils [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] Acquired lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.816197] env[62136]: DEBUG nova.network.neutron [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Refreshing network info cache for port 83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.969436] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.971844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.482s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.972134] env[62136]: DEBUG nova.objects.instance [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lazy-loading 'resources' on Instance uuid aa4c0608-6490-472f-8867-60d5ef2cd306 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 838.973805] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 914ddb59-3ddd-499c-8181-76bd7f90b0f5] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.002933] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286571, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.009740] env[62136]: INFO nova.scheduler.client.report [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted allocations for instance 34eac04e-922b-49f6-a705-27d4dd92df3c [ 839.011689] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.054036] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.054036] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.054036] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.054241] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.054354] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.055042] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.055042] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.055042] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.055042] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.055219] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.055648] env[62136]: DEBUG nova.virt.hardware [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.057132] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba145ae1-6713-4abc-8f70-a91ba01b6614 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.067957] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100389f-1e9c-4c4f-bb7b-1f27f489a2d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.146967] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.171046] env[62136]: DEBUG nova.compute.manager [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.171814] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.173971] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07e505-447c-4be7-9ee4-cf7f81e9cad8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.178771] env[62136]: DEBUG nova.compute.manager [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.178984] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.180838] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d1a16-511b-41f4-b2a0-9acd09a6b475 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.191808] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.192373] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.192735] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2009febd-5615-4c80-8424-eee1a83530b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.195654] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ebbd49-91c2-426e-87b3-3da1796e904a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.202014] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 839.202014] env[62136]: value = "task-2286572" [ 839.202014] env[62136]: _type = "Task" [ 839.202014] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.203735] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 839.203735] env[62136]: value = "task-2286573" [ 839.203735] env[62136]: _type = "Task" [ 839.203735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.217301] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.224061] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.270113] env[62136]: DEBUG nova.network.neutron [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.480706] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 5bdbadb9-e221-4ba8-a537-2d60e9024702] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.500915] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286571, 'name': CreateVM_Task, 'duration_secs': 1.360998} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.501388] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.502865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.504240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.504933] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.505560] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9273a3f4-dbc6-41c4-8f1e-155b9c332f9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.511978] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 839.511978] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522534e3-ebbc-5279-8a75-1635c65183ea" [ 839.511978] env[62136]: _type = "Task" [ 839.511978] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.527757] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1f-1c2e-49d9-b47e-3990a72d7f46 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "34eac04e-922b-49f6-a705-27d4dd92df3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.148s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.541215] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522534e3-ebbc-5279-8a75-1635c65183ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.543189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.543551] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.543893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.544138] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.546023] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.547153] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b08ffb-8433-41a0-a75e-7fb9e751d6e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.559423] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.559423] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.560661] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa37c2c1-6c5f-4b46-b029-ba763a82d028 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.573166] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 839.573166] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523728ca-abf5-1d8b-bb12-86c7ad1c2bdf" [ 839.573166] env[62136]: _type = "Task" [ 839.573166] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.584853] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523728ca-abf5-1d8b-bb12-86c7ad1c2bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.674376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.725717] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286572, 'name': PowerOffVM_Task, 'duration_secs': 0.243671} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.727022] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.727233] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.727539] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286573, 'name': PowerOffVM_Task, 'duration_secs': 0.243863} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.727768] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-625de9e8-a570-4103-b146-e5351313fc7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.729740] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.729913] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.730182] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c386806-7ea5-41df-8bbe-334487c4660f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.773759] env[62136]: INFO nova.compute.manager [-] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Took 1.99 seconds to deallocate network for instance. [ 839.819269] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.820330] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.820330] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleting the datastore file [datastore2] e02cca43-cb14-4fea-80d6-45f774a03181 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.820330] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-077818f6-1b1c-4f22-bea3-c0f02b21dae2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.826931] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for the task: (returnval){ [ 839.826931] env[62136]: value = "task-2286576" [ 839.826931] env[62136]: _type = "Task" [ 839.826931] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.841408] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.842174] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.842603] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.842603] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore2] 72702e0a-a8b3-4a64-b62e-3fa491cb3821 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.842800] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d96358e-c7c1-4c30-a680-150aa449f9b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.849244] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 839.849244] env[62136]: value = "task-2286577" [ 839.849244] env[62136]: _type = "Task" [ 839.849244] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.860523] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.981889] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e657c5-9dc2-4a62-834d-a4dc9c9ec957 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.986518] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3b754c22-40a3-4580-b68c-2a2032fa4ce6] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.989382] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d05ac6a-c4e9-44ba-8835-11de662b8c35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.027496] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b812de-9a59-4398-a42f-9fb96ed9cf6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.037957] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e3efa-971f-46a8-a566-569620976ec3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.058725] env[62136]: DEBUG nova.compute.provider_tree [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.061499] env[62136]: DEBUG nova.network.neutron [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updated VIF entry in instance network info cache for port 83421bdb-8abc-45f5-b20b-3380c5c1bd12. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.062530] env[62136]: DEBUG nova.network.neutron [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updating instance_info_cache with network_info: [{"id": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "address": "fa:16:3e:24:2b:74", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83421bdb-8a", "ovs_interfaceid": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.087378] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523728ca-abf5-1d8b-bb12-86c7ad1c2bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.088367] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccf524c-fe36-4541-aed1-46fc49f99911 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.095039] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 840.095039] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4189-cb0e-c9bc-1d3e-fb24e0017815" [ 840.095039] env[62136]: _type = "Task" [ 840.095039] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.104171] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4189-cb0e-c9bc-1d3e-fb24e0017815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.286682] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.326849] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.326849] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.339365] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.339656] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.346909] env[62136]: DEBUG oslo_vmware.api [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Task: {'id': task-2286576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257034} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.347727] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.348107] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.348207] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.348961] env[62136]: INFO nova.compute.manager [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Took 1.17 seconds to destroy the instance on the hypervisor. [ 840.348961] env[62136]: DEBUG oslo.service.loopingcall [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.349089] env[62136]: DEBUG nova.compute.manager [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.349137] env[62136]: DEBUG nova.network.neutron [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.368198] env[62136]: DEBUG oslo_vmware.api [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257348} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.369035] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.369035] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.369205] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.370157] env[62136]: INFO nova.compute.manager [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Took 1.20 seconds to destroy the instance on the hypervisor. [ 840.370157] env[62136]: DEBUG oslo.service.loopingcall [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.370157] env[62136]: DEBUG nova.compute.manager [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.370157] env[62136]: DEBUG nova.network.neutron [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.462107] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.465177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.465177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.465177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.465177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.467301] env[62136]: INFO nova.compute.manager [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Terminating instance [ 840.495778] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 9ffd2937-5684-4155-a792-dc471683e55b] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.565050] env[62136]: DEBUG nova.scheduler.client.report [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.573026] env[62136]: DEBUG oslo_concurrency.lockutils [req-60a3d1ca-3363-49d6-8402-3d19659b342e req-c17f0c62-7fe9-4f88-b76b-80eb962400fc service nova] Releasing lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.606116] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4189-cb0e-c9bc-1d3e-fb24e0017815, 'name': SearchDatastore_Task, 'duration_secs': 0.014316} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.606392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.606647] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.606914] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f825a0-b96d-4c01-9a59-15abf51939ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.614415] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 840.614415] env[62136]: value = "task-2286578" [ 840.614415] env[62136]: _type = "Task" [ 840.614415] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.625082] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.833098] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.845080] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.917280] env[62136]: DEBUG nova.compute.manager [req-f21dd5e7-4218-410f-8875-c6c6ed375fa9 req-9e6cf846-2eec-4240-8e4f-f181e0528531 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Received event network-vif-deleted-326f6396-5e60-47dd-bec7-6d862fc730e7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.917466] env[62136]: INFO nova.compute.manager [req-f21dd5e7-4218-410f-8875-c6c6ed375fa9 req-9e6cf846-2eec-4240-8e4f-f181e0528531 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Neutron deleted interface 326f6396-5e60-47dd-bec7-6d862fc730e7; detaching it from the instance and deleting it from the info cache [ 840.917749] env[62136]: DEBUG nova.network.neutron [req-f21dd5e7-4218-410f-8875-c6c6ed375fa9 req-9e6cf846-2eec-4240-8e4f-f181e0528531 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.938704] env[62136]: DEBUG nova.compute.manager [req-858f59c5-89c1-401a-b7e4-0f16a7af918b req-d60596e9-3ff0-42a3-81c6-8991263963ff service nova] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Received event network-vif-deleted-ed51ee15-29da-43f0-aae2-8a1e30d775c1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.972492] env[62136]: DEBUG nova.compute.manager [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.972868] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.974372] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a908386-0bdd-4848-a590-a80af29796c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.986934] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.988618] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10d57d4b-2146-478f-950c-e02e123c868e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.000359] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: b60e63ef-c64f-4c24-96dd-09b3128c43d8] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.002210] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 841.002210] env[62136]: value = "task-2286579" [ 841.002210] env[62136]: _type = "Task" [ 841.002210] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.014897] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.075041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.075041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.587s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.076101] env[62136]: DEBUG nova.objects.instance [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 841.108154] env[62136]: INFO nova.scheduler.client.report [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Deleted allocations for instance aa4c0608-6490-472f-8867-60d5ef2cd306 [ 841.128123] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.322268] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Successfully updated port: 8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.326412] env[62136]: DEBUG nova.network.neutron [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.396117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.399701] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.423028] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83ca2895-1f31-4b5b-80f2-d0b90d8931fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.431954] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27342ca0-cf61-4ba0-ab3f-1d8c363fc1e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471457] env[62136]: DEBUG nova.compute.manager [req-f21dd5e7-4218-410f-8875-c6c6ed375fa9 req-9e6cf846-2eec-4240-8e4f-f181e0528531 service nova] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Detach interface failed, port_id=326f6396-5e60-47dd-bec7-6d862fc730e7, reason: Instance 72702e0a-a8b3-4a64-b62e-3fa491cb3821 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 841.504530] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e4029453-3d83-4dab-926a-9a09fa94dbb9] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.516132] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286579, 'name': PowerOffVM_Task, 'duration_secs': 0.360022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.516432] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.516609] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.516873] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e24f2e2-68de-46ff-b1ef-320d2263d635 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.582274] env[62136]: DEBUG nova.objects.instance [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 841.585243] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.585619] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.585852] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleting the datastore file [datastore1] c0e82496-8e0c-46da-80ff-a7e14dae5bf5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.586140] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1058ceaa-2039-4f82-99a8-bb90b30c725c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.594157] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for the task: (returnval){ [ 841.594157] env[62136]: value = "task-2286581" [ 841.594157] env[62136]: _type = "Task" [ 841.594157] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.599679] env[62136]: DEBUG nova.network.neutron [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.607442] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.624029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0940a1eb-87af-4e8d-a37c-80c6bc7b0116 tempest-VolumesAdminNegativeTest-1498912913 tempest-VolumesAdminNegativeTest-1498912913-project-member] Lock "aa4c0608-6490-472f-8867-60d5ef2cd306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.070s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.631403] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586036} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.631753] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.632068] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.632339] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92927cba-be13-437d-a4e7-bd424806be87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.642047] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 841.642047] env[62136]: value = "task-2286582" [ 841.642047] env[62136]: _type = "Task" [ 841.642047] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.651030] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.764089] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.764395] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.764648] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.764823] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.765016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.771760] env[62136]: INFO nova.compute.manager [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Terminating instance [ 841.826022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.826087] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquired lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826250] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.828371] env[62136]: INFO nova.compute.manager [-] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Took 1.46 seconds to deallocate network for instance. [ 842.012421] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6cdf32dc-6bc1-4892-9529-ebb4c7f27be6] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.089973] env[62136]: INFO nova.compute.claims [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.101366] env[62136]: INFO nova.compute.manager [-] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Took 1.75 seconds to deallocate network for instance. [ 842.108985] env[62136]: DEBUG oslo_vmware.api [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Task: {'id': task-2286581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199958} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.113575] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.113575] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.113575] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.113575] env[62136]: INFO nova.compute.manager [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.113796] env[62136]: DEBUG oslo.service.loopingcall [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.114274] env[62136]: DEBUG nova.compute.manager [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.114418] env[62136]: DEBUG nova.network.neutron [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.154775] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08455} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.155668] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.156419] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608ebb2-0d9b-44ad-9bf6-ffd5a121404e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.184446] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.188209] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f11b27d-1158-44a3-b77a-643c9bbb1249 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.216479] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 842.216479] env[62136]: value = "task-2286583" [ 842.216479] env[62136]: _type = "Task" [ 842.216479] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.228077] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.275857] env[62136]: DEBUG nova.compute.manager [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.276107] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.277781] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf420c8d-2e55-48a0-8a0b-60397a9b2912 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.287435] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.287732] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79beb2cf-08da-4062-9a55-a4626b7fc3ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.294266] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 842.294266] env[62136]: value = "task-2286584" [ 842.294266] env[62136]: _type = "Task" [ 842.294266] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.303613] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.339247] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.406246] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.516648] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: b5a9a89d-073d-4a54-b657-7d61984c4b44] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.614751] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.723904] env[62136]: DEBUG nova.network.neutron [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updating instance_info_cache with network_info: [{"id": "8d3f8f2a-2490-4717-b97b-799f216131ab", "address": "fa:16:3e:54:12:81", "network": {"id": "02451ce8-8190-4983-8fbe-583d8d3d833c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1140651632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba27d71ff6e14365940ffdf88eab9c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f8f2a-24", "ovs_interfaceid": "8d3f8f2a-2490-4717-b97b-799f216131ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.730948] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286583, 'name': ReconfigVM_Task, 'duration_secs': 0.352855} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.734738] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.737301] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d58906b1-5af1-4008-aac4-4f9677b3dee2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.749904] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 842.749904] env[62136]: value = "task-2286585" [ 842.749904] env[62136]: _type = "Task" [ 842.749904] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.762965] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286585, 'name': Rename_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.805826] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286584, 'name': PowerOffVM_Task, 'duration_secs': 0.214838} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.806124] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.806302] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.806569] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f14dcde-4f92-4904-bf06-dd0e6634ba59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.878328] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.878867] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.879114] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Deleting the datastore file [datastore2] 00a3ea06-f1c6-4221-8704-f6eb1f966e12 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.879734] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d01155-4048-4201-a4a1-0b323395a6c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.888274] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for the task: (returnval){ [ 842.888274] env[62136]: value = "task-2286587" [ 842.888274] env[62136]: _type = "Task" [ 842.888274] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.902394] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.985092] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received event network-vif-plugged-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.985780] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Acquiring lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.985780] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.985780] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.985944] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] No waiting events found dispatching network-vif-plugged-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.986189] env[62136]: WARNING nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received unexpected event network-vif-plugged-8d3f8f2a-2490-4717-b97b-799f216131ab for instance with vm_state building and task_state spawning. [ 842.986397] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Received event network-vif-deleted-7e10ca20-1de1-4acd-a3c4-54865d6b9d71 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.986637] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.986812] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing instance network info cache due to event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.986989] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Acquiring lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.023632] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 744161c8-9035-4da3-99c2-c7929bbc2669] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.030509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5b875-ba2f-40a5-88d5-3c755b3626c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.040035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3d0a9-9cdd-4541-9ed6-48b538f1d9bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.077891] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5c971e-7207-4638-8abf-260bf7bfaf7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.088028] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350dd5a-2ba0-4bcb-8364-39682e2b97ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.104065] env[62136]: DEBUG nova.compute.provider_tree [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.190522] env[62136]: DEBUG nova.network.neutron [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.226279] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Releasing lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.226581] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Instance network_info: |[{"id": "8d3f8f2a-2490-4717-b97b-799f216131ab", "address": "fa:16:3e:54:12:81", "network": {"id": "02451ce8-8190-4983-8fbe-583d8d3d833c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1140651632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba27d71ff6e14365940ffdf88eab9c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f8f2a-24", "ovs_interfaceid": "8d3f8f2a-2490-4717-b97b-799f216131ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.226888] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Acquired lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.227275] env[62136]: DEBUG nova.network.neutron [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.228975] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:12:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3f8f2a-2490-4717-b97b-799f216131ab', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.236799] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Creating folder: Project (ba27d71ff6e14365940ffdf88eab9c8b). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.237954] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda7332f-72e3-4c11-86f3-9f15ae28efda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.260715] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Created folder: Project (ba27d71ff6e14365940ffdf88eab9c8b) in parent group-v465229. [ 843.260969] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Creating folder: Instances. Parent ref: group-v465425. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.261966] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47bc5ab4-8a48-4a6a-afaa-179ab875ed4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.266653] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286585, 'name': Rename_Task, 'duration_secs': 0.189374} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.267270] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.267516] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801a0b05-7fa7-401c-a55a-9429ede47d27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.273761] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 843.273761] env[62136]: value = "task-2286590" [ 843.273761] env[62136]: _type = "Task" [ 843.273761] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.275113] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Created folder: Instances in parent group-v465425. [ 843.275307] env[62136]: DEBUG oslo.service.loopingcall [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.278366] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.278903] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f73311-7d86-4c21-9888-c700667b49fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.298774] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.301814] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.301814] env[62136]: value = "task-2286591" [ 843.301814] env[62136]: _type = "Task" [ 843.301814] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.310599] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286591, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.400954] env[62136]: DEBUG oslo_vmware.api [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Task: {'id': task-2286587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24982} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.401274] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.401612] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.401943] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.402052] env[62136]: INFO nova.compute.manager [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 843.402246] env[62136]: DEBUG oslo.service.loopingcall [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.402693] env[62136]: DEBUG nova.compute.manager [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.402693] env[62136]: DEBUG nova.network.neutron [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.529038] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 033d53df-8a92-4b3a-b41a-28005de17571] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.612023] env[62136]: DEBUG nova.scheduler.client.report [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.699023] env[62136]: INFO nova.compute.manager [-] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Took 1.58 seconds to deallocate network for instance. [ 843.785425] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.810870] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286591, 'name': CreateVM_Task, 'duration_secs': 0.441322} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.811085] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.811754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.811929] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.812307] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.812587] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa39c956-0f80-4e17-983d-75e7994720aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.818185] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 843.818185] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d89a6-6f87-e61b-c257-eaae05a2ff7d" [ 843.818185] env[62136]: _type = "Task" [ 843.818185] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.828854] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d89a6-6f87-e61b-c257-eaae05a2ff7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.988915] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.989945] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c88cb0-95d6-4086-bb52-a4764c19e73e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.996504] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.996676] env[62136]: ERROR oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk due to incomplete transfer. [ 843.996908] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-556028ca-1752-48d9-9316-ed4a16fb831c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.004781] env[62136]: DEBUG oslo_vmware.rw_handles [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e307-aa2f-404a-375b-56ef0bd314b5/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 844.004781] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Uploaded image e7d3a098-0e92-4de5-92ba-bb033e3f0930 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 844.006524] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 844.006778] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-936c666b-f53e-4b4a-87e3-7d9cd2fedf49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.012751] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 844.012751] env[62136]: value = "task-2286592" [ 844.012751] env[62136]: _type = "Task" [ 844.012751] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.026442] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286592, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.031154] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3837c53d-0ae7-4f40-9c64-c352717ace8e] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.122374] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.046s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.126105] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.777s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.127202] env[62136]: DEBUG nova.objects.instance [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lazy-loading 'resources' on Instance uuid 55118b0f-2fd1-4662-997b-61b0691d3d94 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 844.164173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.166020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.182549] env[62136]: INFO nova.network.neutron [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating port f91c3a11-5df9-4bd2-ae89-7a4060b11935 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 844.207241] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.288598] env[62136]: DEBUG oslo_vmware.api [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286590, 'name': PowerOnVM_Task, 'duration_secs': 0.696173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.288910] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.289130] env[62136]: INFO nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Took 10.34 seconds to spawn the instance on the hypervisor. [ 844.289361] env[62136]: DEBUG nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.290431] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd56f5-6ca3-42f8-804b-8029644189ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.329080] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d89a6-6f87-e61b-c257-eaae05a2ff7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.329531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.329839] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.330109] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.333019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.333019] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.333019] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-952b4cdf-2993-4d75-8c72-bee8e910d703 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.339703] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.340349] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.340693] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b8c850-51b0-4a89-93de-6ad9859624c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.351298] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 844.351298] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5278d07f-8729-ff59-6377-da3b5040862a" [ 844.351298] env[62136]: _type = "Task" [ 844.351298] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.359648] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5278d07f-8729-ff59-6377-da3b5040862a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.489642] env[62136]: DEBUG nova.network.neutron [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updated VIF entry in instance network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.490094] env[62136]: DEBUG nova.network.neutron [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updating instance_info_cache with network_info: [{"id": "8d3f8f2a-2490-4717-b97b-799f216131ab", "address": "fa:16:3e:54:12:81", "network": {"id": "02451ce8-8190-4983-8fbe-583d8d3d833c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1140651632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba27d71ff6e14365940ffdf88eab9c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f8f2a-24", "ovs_interfaceid": "8d3f8f2a-2490-4717-b97b-799f216131ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.522444] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286592, 'name': Destroy_Task, 'duration_secs': 0.353787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.523287] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Destroyed the VM [ 844.523287] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.526500] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29b73bc7-664c-46af-bda0-dbfb59d24f48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.536727] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: d6456961-ac87-45c8-a4b4-8a5fcff5a376] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.538850] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 844.538850] env[62136]: value = "task-2286593" [ 844.538850] env[62136]: _type = "Task" [ 844.538850] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.549915] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.672602] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.807572] env[62136]: INFO nova.compute.manager [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Took 55.82 seconds to build instance. [ 844.867330] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5278d07f-8729-ff59-6377-da3b5040862a, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.870450] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1886c24-e5e4-4803-ba0c-e6dea4a534c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.880614] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 844.880614] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eed7af-e941-d9d6-e2f7-be593f9af369" [ 844.880614] env[62136]: _type = "Task" [ 844.880614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.891401] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eed7af-e941-d9d6-e2f7-be593f9af369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.995009] env[62136]: DEBUG oslo_concurrency.lockutils [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] Releasing lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.995291] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Received event network-vif-deleted-8f535daf-c3ae-43b6-a91b-de38c0a96856 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.995475] env[62136]: INFO nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Neutron deleted interface 8f535daf-c3ae-43b6-a91b-de38c0a96856; detaching it from the instance and deleting it from the info cache [ 844.995670] env[62136]: DEBUG nova.network.neutron [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.022750] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4206d-aad5-44a2-9723-a05a505e4202 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b282a8-ee26-4b50-bac5-c162e7f461f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.063069] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 71c5aada-84ef-466e-830d-e9d0c83f7d91] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.069078] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fef202a-6518-4ab0-bcbd-21403f252747 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.071700] env[62136]: DEBUG nova.network.neutron [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.078216] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286593, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.081363] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4b7b7-2a60-4866-9774-64491baffb5d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.095260] env[62136]: DEBUG nova.compute.provider_tree [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.210538] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.284877] env[62136]: DEBUG nova.compute.manager [req-45cd4d27-aa2a-4e43-a935-aff9bc036d90 req-6181b1c6-4174-4b32-8657-1f1ad274a094 service nova] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Received event network-vif-deleted-e08c33b3-2b0b-4a27-8653-95a05469b6dd {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.312900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4315b66-8786-4420-b927-b45db121860c tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.167s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.393296] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52eed7af-e941-d9d6-e2f7-be593f9af369, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.393296] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.393296] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3cae5f08-9865-41e9-9807-feac2a1d6db9/3cae5f08-9865-41e9-9807-feac2a1d6db9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.393296] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4511de8e-abd6-4967-8d88-8e9d2e07121b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.401327] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 845.401327] env[62136]: value = "task-2286594" [ 845.401327] env[62136]: _type = "Task" [ 845.401327] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.413829] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.498788] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343b6c9a-5e9e-4e0f-ac9a-ed7c52c4c8e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.509068] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8241e9a-5534-4494-b6bf-2b6bb8856dfd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.542557] env[62136]: DEBUG nova.compute.manager [req-b81d3aa9-2f6a-40fd-b2a2-2a296210446b req-98716d33-86ae-4a48-99ee-6c5da2e85b4c service nova] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Detach interface failed, port_id=8f535daf-c3ae-43b6-a91b-de38c0a96856, reason: Instance c0e82496-8e0c-46da-80ff-a7e14dae5bf5 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 845.575678] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: fadd9b66-0b47-4694-96dd-2ae88fc35b76] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.577878] env[62136]: INFO nova.compute.manager [-] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Took 2.18 seconds to deallocate network for instance. [ 845.578254] env[62136]: DEBUG oslo_vmware.api [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286593, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687212} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.580037] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.580275] env[62136]: INFO nova.compute.manager [None req-2aec898d-5666-4320-b343-5230c5940b64 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Took 13.86 seconds to snapshot the instance on the hypervisor. [ 845.599189] env[62136]: DEBUG nova.scheduler.client.report [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.818855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.819166] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.909851] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502093} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.910189] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3cae5f08-9865-41e9-9807-feac2a1d6db9/3cae5f08-9865-41e9-9807-feac2a1d6db9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.910456] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.910746] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d260717-d992-4ddf-8a55-e3853be6556f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.916975] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 845.916975] env[62136]: value = "task-2286595" [ 845.916975] env[62136]: _type = "Task" [ 845.916975] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.926440] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.040215] env[62136]: DEBUG nova.compute.manager [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.040589] env[62136]: DEBUG oslo_concurrency.lockutils [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.041326] env[62136]: DEBUG oslo_concurrency.lockutils [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.041943] env[62136]: DEBUG oslo_concurrency.lockutils [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.042849] env[62136]: DEBUG nova.compute.manager [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] No waiting events found dispatching network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.043133] env[62136]: WARNING nova.compute.manager [req-14a1a787-9d96-4973-8ef4-28d72b5644da req-ac8b9b3e-b2b5-447a-8eca-4a9b78e961d4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received unexpected event network-vif-plugged-f91c3a11-5df9-4bd2-ae89-7a4060b11935 for instance with vm_state shelved_offloaded and task_state spawning. [ 846.083185] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 542181a5-325f-4f45-be66-f28929f5a323] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.089859] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.104500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.107568] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.433s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.109500] env[62136]: INFO nova.compute.claims [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.133339] env[62136]: INFO nova.scheduler.client.report [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Deleted allocations for instance 55118b0f-2fd1-4662-997b-61b0691d3d94 [ 846.322802] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.373713] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.373713] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.373713] env[62136]: DEBUG nova.network.neutron [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.428720] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.429175] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.430027] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34286dce-b7ef-4139-b26c-a4ab973d9973 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.455022] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 3cae5f08-9865-41e9-9807-feac2a1d6db9/3cae5f08-9865-41e9-9807-feac2a1d6db9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.455290] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8b36c0-5041-4ac3-8f95-618a8423d03a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.475967] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 846.475967] env[62136]: value = "task-2286596" [ 846.475967] env[62136]: _type = "Task" [ 846.475967] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.487088] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.590128] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 61efc1e0-c83b-4f6f-8223-b0b93a1e393d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.643831] env[62136]: DEBUG oslo_concurrency.lockutils [None req-baa3f969-8f23-4b80-a45c-e144f15e7cb5 tempest-ListServerFiltersTestJSON-161074478 tempest-ListServerFiltersTestJSON-161074478-project-member] Lock "55118b0f-2fd1-4662-997b-61b0691d3d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.141s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.854992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.989134] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286596, 'name': ReconfigVM_Task, 'duration_secs': 0.283347} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.989432] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 3cae5f08-9865-41e9-9807-feac2a1d6db9/3cae5f08-9865-41e9-9807-feac2a1d6db9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.990275] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-238c22d0-b80e-463c-a0eb-8d063c168ef9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.996043] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 846.996043] env[62136]: value = "task-2286597" [ 846.996043] env[62136]: _type = "Task" [ 846.996043] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.006615] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286597, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.092739] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3950405b-22fe-436c-91c3-2a5f9b4779e9] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.206846] env[62136]: DEBUG nova.network.neutron [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.508553] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286597, 'name': Rename_Task, 'duration_secs': 0.147375} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.509313] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.509313] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeffe6a6-c5f0-4d16-8f29-06e46869283e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.515893] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 847.515893] env[62136]: value = "task-2286598" [ 847.515893] env[62136]: _type = "Task" [ 847.515893] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.524264] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.538912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135f808-ab0b-49af-86e3-756d71aec06c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.550024] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2500e1-6f48-4f5f-92b0-d20d66943d23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.579419] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa6ab7-d2da-445c-b3a8-e95cf2fc2cee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.587227] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b7571-06c5-49eb-9cf5-ce3d5be49eba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.600827] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e3ca3a65-1287-4bd2-b350-bd35860f1613] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.602906] env[62136]: DEBUG nova.compute.provider_tree [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.711084] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.745853] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='421091d9cc91bfa424720558467ca665',container_format='bare',created_at=2025-02-04T16:46:02Z,direct_url=,disk_format='vmdk',id=43b74cdb-b5cd-42f2-a0d8-882ecd024dfd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2056441483-shelved',owner='93e7f50399284552ae29aec33d176d95',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-02-04T16:46:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.746117] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.746280] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.746470] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.746622] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.746771] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.746986] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.747154] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.747335] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.747508] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.747697] env[62136]: DEBUG nova.virt.hardware [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.748649] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ccf8d-b45e-4b45-8b09-c2be43b7e91f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.757135] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e1652-4b40-44f3-abbe-cfe6987eda65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.772765] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f91c3a11-5df9-4bd2-ae89-7a4060b11935', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.782574] env[62136]: DEBUG oslo.service.loopingcall [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.782758] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.782975] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785ffda3-c5a5-4c83-9cec-57e375a9eb9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.804670] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.804670] env[62136]: value = "task-2286599" [ 847.804670] env[62136]: _type = "Task" [ 847.804670] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.812926] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286599, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.026321] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.073307] env[62136]: DEBUG nova.compute.manager [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Received event network-changed-83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.073512] env[62136]: DEBUG nova.compute.manager [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Refreshing instance network info cache due to event network-changed-83421bdb-8abc-45f5-b20b-3380c5c1bd12. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.073730] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Acquiring lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.073881] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Acquired lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.074055] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Refreshing network info cache for port 83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.105256] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 08ca16d3-b8b5-4170-81b6-7fb0f7b063db] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.107728] env[62136]: DEBUG nova.scheduler.client.report [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.315687] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286599, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.530884] env[62136]: DEBUG oslo_vmware.api [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286598, 'name': PowerOnVM_Task, 'duration_secs': 0.758498} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.531191] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.531397] env[62136]: INFO nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Took 9.52 seconds to spawn the instance on the hypervisor. [ 848.531575] env[62136]: DEBUG nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.532370] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0074074-5a13-4275-ae5a-d80df4f9d32f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.611954] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: fa20c5ec-ebc4-4c9a-a94a-2f6c9dd18a97] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.614198] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.614659] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.618041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.334s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.619404] env[62136]: DEBUG nova.objects.instance [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lazy-loading 'resources' on Instance uuid c433d091-5d97-4757-8cb1-5b8de3e643b3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 848.822319] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286599, 'name': CreateVM_Task, 'duration_secs': 0.520949} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.822319] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.822555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.822718] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.823084] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.823341] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b18bfaf-0e07-4746-9cb9-cb34be90ec42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.828110] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 848.828110] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f7d920-b043-d38d-cbb4-4d6820c39fa8" [ 848.828110] env[62136]: _type = "Task" [ 848.828110] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.837981] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f7d920-b043-d38d-cbb4-4d6820c39fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.969832] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updated VIF entry in instance network info cache for port 83421bdb-8abc-45f5-b20b-3380c5c1bd12. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.970323] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updating instance_info_cache with network_info: [{"id": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "address": "fa:16:3e:24:2b:74", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83421bdb-8a", "ovs_interfaceid": "83421bdb-8abc-45f5-b20b-3380c5c1bd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.050885] env[62136]: INFO nova.compute.manager [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Took 31.69 seconds to build instance. [ 849.118548] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 174a0e1d-6bb8-4eec-b7dd-fba7c894eda3] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.121666] env[62136]: DEBUG nova.compute.utils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.126711] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.126980] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.191074] env[62136]: DEBUG nova.policy [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.343842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.344123] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Processing image 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.344363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.344513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.344692] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.345166] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-608acf10-a1ac-4775-8191-dff3c2a53263 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.357177] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.357371] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.360431] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106b35d4-508d-481e-9801-e3b7862aa054 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.365551] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 849.365551] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521c3f2a-c07e-f891-98a7-865d288bb13c" [ 849.365551] env[62136]: _type = "Task" [ 849.365551] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.373534] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521c3f2a-c07e-f891-98a7-865d288bb13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.471700] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89eb78-2be2-4d7f-a723-f2d72b3f5512 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.476671] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Releasing lock "refresh_cache-840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.476933] env[62136]: DEBUG nova.compute.manager [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.477115] env[62136]: DEBUG nova.compute.manager [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing instance network info cache due to event network-changed-f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.477466] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.477674] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.477919] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Refreshing network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.483996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14180af5-4afd-4991-8ed7-ff05f9a51203 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.515649] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b368f-5fd5-41b5-9ee4-f9056ff2c749 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.523575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b8330-0085-4b23-8ad7-fc4b49f6f4e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.538134] env[62136]: DEBUG nova.compute.provider_tree [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.554980] env[62136]: DEBUG oslo_concurrency.lockutils [None req-00fef8b6-0f23-48e5-b4ec-7ff1ec1be54d tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.202s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.627658] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.631840] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e36e9a4-d53a-453b-8bc9-f5b4a916ef9f] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.877950] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 849.878192] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Fetch image to [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b/OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 849.878386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Downloading stream optimized image 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd to [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b/OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b.vmdk on the data store datastore1 as vApp {{(pid=62136) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 849.878675] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Downloading image file data 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd to the ESX as VM named 'OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b' {{(pid=62136) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 849.978469] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 849.978469] env[62136]: value = "resgroup-9" [ 849.978469] env[62136]: _type = "ResourcePool" [ 849.978469] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 849.978469] env[62136]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f0ba4bb5-5ba2-46f6-b49c-e6ec0fc05a5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.002359] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lease: (returnval){ [ 850.002359] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8adcc-5d4f-b0cb-d3df-a720d900ee4f" [ 850.002359] env[62136]: _type = "HttpNfcLease" [ 850.002359] env[62136]: } obtained for vApp import into resource pool (val){ [ 850.002359] env[62136]: value = "resgroup-9" [ 850.002359] env[62136]: _type = "ResourcePool" [ 850.002359] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 850.009129] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the lease: (returnval){ [ 850.009129] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8adcc-5d4f-b0cb-d3df-a720d900ee4f" [ 850.009129] env[62136]: _type = "HttpNfcLease" [ 850.009129] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.016597] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.016597] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8adcc-5d4f-b0cb-d3df-a720d900ee4f" [ 850.016597] env[62136]: _type = "HttpNfcLease" [ 850.016597] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.031826] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Successfully created port: 3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.044021] env[62136]: DEBUG nova.scheduler.client.report [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.142970] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e77d47f9-e316-45ef-83fe-81fca36f2825] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.514807] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.514807] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8adcc-5d4f-b0cb-d3df-a720d900ee4f" [ 850.514807] env[62136]: _type = "HttpNfcLease" [ 850.514807] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.518225] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.518225] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8adcc-5d4f-b0cb-d3df-a720d900ee4f" [ 850.518225] env[62136]: _type = "HttpNfcLease" [ 850.518225] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 850.519207] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6f3e4-b83b-4faa-8f02-7028e00e0190 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.526939] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.527155] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 850.592041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.596351] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.200s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.597887] env[62136]: INFO nova.compute.claims [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.605564] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-686ac1ab-2c67-4620-82a2-7f4e58175cce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.619109] env[62136]: INFO nova.scheduler.client.report [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Deleted allocations for instance c433d091-5d97-4757-8cb1-5b8de3e643b3 [ 850.646762] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.649245] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f4b98389-d22d-4c33-850c-84d366fdff60] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.684808] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.685192] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.685316] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.685508] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.685643] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.685826] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.686059] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.686219] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.686385] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.686542] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.686716] env[62136]: DEBUG nova.virt.hardware [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.688353] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d72fb-a669-44b8-a2da-7cf9e6ed3db0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.697870] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a311cd-1e3f-4851-a65b-3195b6200283 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.758048] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updated VIF entry in instance network info cache for port f91c3a11-5df9-4bd2-ae89-7a4060b11935. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.758502] env[62136]: DEBUG nova.network.neutron [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.133238] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d7690c29-6d42-4268-bc89-55f8dfded34a tempest-MigrationsAdminTest-1467913209 tempest-MigrationsAdminTest-1467913209-project-member] Lock "c433d091-5d97-4757-8cb1-5b8de3e643b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.007s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.153195] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 23416bb7-4e8e-429b-bdff-d73b0dd6dd90] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.245130] env[62136]: DEBUG nova.compute.manager [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.246983] env[62136]: DEBUG nova.compute.manager [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing instance network info cache due to event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.246983] env[62136]: DEBUG oslo_concurrency.lockutils [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] Acquiring lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.246983] env[62136]: DEBUG oslo_concurrency.lockutils [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] Acquired lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.246983] env[62136]: DEBUG nova.network.neutron [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.264572] env[62136]: DEBUG oslo_concurrency.lockutils [req-239581d4-22ff-4f1b-8636-f21fc79b52b9 req-b9575c1e-03ab-4aba-9f38-754448d7a0a4 service nova] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.660574] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: de928602-9c69-45f7-956a-af2d73893f77] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.945455] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 851.945762] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.946851] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b17a58-e972-46fc-b95b-e54dedc963cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.957036] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.957218] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 851.957673] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33473a62-097c-4de2-ae70-e3694ad0e5aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.056317] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a129b41-b060-47ca-9cbc-020e1d42325e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.064395] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddabfc95-2534-4cd2-920c-b3080e1bb407 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.097875] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0bd69-2a6b-4f07-a31a-e8fb5cc70038 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.105368] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3be78b-b561-46a5-937f-44b7f9f55720 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.119332] env[62136]: DEBUG nova.compute.provider_tree [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.168309] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 1ede7f1d-8dbe-4f5d-a7ac-d53913268f23] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.269827] env[62136]: DEBUG oslo_vmware.rw_handles [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203f6d1-13dc-d9bb-046a-ae3ac9425431/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 852.270085] env[62136]: INFO nova.virt.vmwareapi.images [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Downloaded image file data 43b74cdb-b5cd-42f2-a0d8-882ecd024dfd [ 852.271058] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a08ae-34ae-4cff-a972-0b675400fee8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.292364] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f77a735-89d8-4877-9e3b-e308e0b5e668 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.301541] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Successfully updated port: 3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.323194] env[62136]: INFO nova.virt.vmwareapi.images [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] The imported VM was unregistered [ 852.325448] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 852.325688] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Creating directory with path [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.329398] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f4d99d7-004f-4763-8521-bfcef0b35160 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.360024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Created directory with path [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.360024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b/OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b.vmdk to [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk. {{(pid=62136) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 852.360024] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00caaedc-e865-4765-bb04-003696aa8905 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.364470] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 852.364470] env[62136]: value = "task-2286602" [ 852.364470] env[62136]: _type = "Task" [ 852.364470] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.373410] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.466547] env[62136]: DEBUG nova.network.neutron [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updated VIF entry in instance network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.466918] env[62136]: DEBUG nova.network.neutron [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updating instance_info_cache with network_info: [{"id": "8d3f8f2a-2490-4717-b97b-799f216131ab", "address": "fa:16:3e:54:12:81", "network": {"id": "02451ce8-8190-4983-8fbe-583d8d3d833c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1140651632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba27d71ff6e14365940ffdf88eab9c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f8f2a-24", "ovs_interfaceid": "8d3f8f2a-2490-4717-b97b-799f216131ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.622638] env[62136]: DEBUG nova.scheduler.client.report [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.678029] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e1362d1-8cd8-42ad-aabc-21febdeb5f7d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.805791] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.805914] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.806090] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.874161] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.970081] env[62136]: DEBUG oslo_concurrency.lockutils [req-4992ac83-060f-4cec-8181-ed36616b51f7 req-b6f5fa4d-4799-4d3e-be75-72f338780d56 service nova] Releasing lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.038640] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.040022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.129357] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.130332] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.134858] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.735s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.137700] env[62136]: INFO nova.compute.claims [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.180247] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.180664] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Cleaning up deleted instances with incomplete migration {{(pid=62136) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 853.365795] env[62136]: DEBUG nova.compute.manager [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Received event network-vif-plugged-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.368804] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Acquiring lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.369250] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.369520] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.369738] env[62136]: DEBUG nova.compute.manager [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] No waiting events found dispatching network-vif-plugged-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.369938] env[62136]: WARNING nova.compute.manager [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Received unexpected event network-vif-plugged-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e for instance with vm_state building and task_state spawning. [ 853.370148] env[62136]: DEBUG nova.compute.manager [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Received event network-changed-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.370312] env[62136]: DEBUG nova.compute.manager [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Refreshing instance network info cache due to event network-changed-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.370503] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Acquiring lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.371559] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.389757] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.544673] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.600105] env[62136]: DEBUG nova.network.neutron [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Updating instance_info_cache with network_info: [{"id": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "address": "fa:16:3e:34:2f:ce", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcb7c6-9e", "ovs_interfaceid": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.642359] env[62136]: DEBUG nova.compute.utils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.648475] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.648622] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.683451] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.725268] env[62136]: DEBUG nova.policy [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f504623346464796bf2629748334ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb6a0b448d3e410092931288001a5b3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.891152] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.978675] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "e0c44643-9513-4ab6-963b-2aca3134fc22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.978958] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.071633] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.105793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.105793] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Instance network_info: |[{"id": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "address": "fa:16:3e:34:2f:ce", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcb7c6-9e", "ovs_interfaceid": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.106175] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Acquired lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.106209] env[62136]: DEBUG nova.network.neutron [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Refreshing network info cache for port 3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.111301] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:2f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdcb7c6-9ee3-4866-9562-c599cb8fd03e', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.122592] env[62136]: DEBUG oslo.service.loopingcall [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.122592] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.122592] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df1a521f-c9e9-40df-8f57-c51f63992da5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.146306] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.146306] env[62136]: value = "task-2286603" [ 854.146306] env[62136]: _type = "Task" [ 854.146306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.150666] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.170032] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286603, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.293656] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Successfully created port: f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.393653] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.483552] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.639592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed666e-bfbe-4799-ba24-e2698da75591 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.653767] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c177c47-c967-42a4-8622-053ac509c1e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695707] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286603, 'name': CreateVM_Task, 'duration_secs': 0.396319} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.699120] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6493690-99dc-4b99-8e9a-62b2b6ac961b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.702010] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.702564] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.702900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.703295] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.704436] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e311ac-d11a-425d-8653-14dc95e8bae5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.714501] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9d447-2b85-495d-826e-ead7bbd063e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.719083] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 854.719083] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522eb7b6-0989-3f34-2f89-ba6baa90b6ff" [ 854.719083] env[62136]: _type = "Task" [ 854.719083] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.734953] env[62136]: DEBUG nova.compute.provider_tree [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.746567] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522eb7b6-0989-3f34-2f89-ba6baa90b6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.789277] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.789277] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.890815] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.966667] env[62136]: DEBUG nova.network.neutron [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Updated VIF entry in instance network info cache for port 3fdcb7c6-9ee3-4866-9562-c599cb8fd03e. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.967213] env[62136]: DEBUG nova.network.neutron [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Updating instance_info_cache with network_info: [{"id": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "address": "fa:16:3e:34:2f:ce", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdcb7c6-9e", "ovs_interfaceid": "3fdcb7c6-9ee3-4866-9562-c599cb8fd03e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.016282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.196796] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.226656] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.226970] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.227093] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.227276] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.227421] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.227683] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.227804] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.227973] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.228169] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.228337] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.228753] env[62136]: DEBUG nova.virt.hardware [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.229447] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f19fc-eaeb-4206-93f5-f7e3eabd6771 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.241853] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d6c02a-a8cf-42af-92a6-136f17b1bdab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.245976] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522eb7b6-0989-3f34-2f89-ba6baa90b6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.094072} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.247450] env[62136]: DEBUG nova.scheduler.client.report [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.250833] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.251095] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.251339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.251486] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.251667] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.252595] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e07c8388-6046-443c-b14f-e0e7d41b99b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270687] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.270687] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.271552] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023e2d69-41d4-4bf4-8110-d0832da05eeb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.277610] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 855.277610] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254f5f9-1576-9b06-309d-8e8b14f06630" [ 855.277610] env[62136]: _type = "Task" [ 855.277610] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.286823] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254f5f9-1576-9b06-309d-8e8b14f06630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.293463] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.388035] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.471472] env[62136]: DEBUG oslo_concurrency.lockutils [req-522767f0-7125-41e9-a4a4-030d284b0f21 req-5aa1854c-8362-40fa-82d1-f54244b70b4c service nova] Releasing lock "refresh_cache-692596be-0e44-4780-88cc-0c8c9e437b7a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.505426] env[62136]: DEBUG nova.compute.manager [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.505650] env[62136]: DEBUG nova.compute.manager [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing instance network info cache due to event network-changed-8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.505937] env[62136]: DEBUG oslo_concurrency.lockutils [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] Acquiring lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.509267] env[62136]: DEBUG oslo_concurrency.lockutils [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] Acquired lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.509547] env[62136]: DEBUG nova.network.neutron [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Refreshing network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.754065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.754611] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.757221] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.418s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.757460] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.760269] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.146s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.760510] env[62136]: DEBUG nova.objects.instance [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lazy-loading 'resources' on Instance uuid e02cca43-cb14-4fea-80d6-45f774a03181 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 855.787901] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254f5f9-1576-9b06-309d-8e8b14f06630, 'name': SearchDatastore_Task, 'duration_secs': 0.034699} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.789149] env[62136]: INFO nova.scheduler.client.report [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocations for instance 72702e0a-a8b3-4a64-b62e-3fa491cb3821 [ 855.790771] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08562644-e523-41ed-95e1-7dd24524a4ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.801981] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 855.801981] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528907cd-7c9c-7682-3084-0a514a30ff7a" [ 855.801981] env[62136]: _type = "Task" [ 855.801981] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.804376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.804608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.804803] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.804985] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.805170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.808652] env[62136]: INFO nova.compute.manager [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Terminating instance [ 855.818542] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528907cd-7c9c-7682-3084-0a514a30ff7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.819589] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.819863] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.820215] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 692596be-0e44-4780-88cc-0c8c9e437b7a/692596be-0e44-4780-88cc-0c8c9e437b7a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.820513] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12601cd4-86fc-4e68-9712-547ad431b40a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.827854] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 855.827854] env[62136]: value = "task-2286604" [ 855.827854] env[62136]: _type = "Task" [ 855.827854] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.837713] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.889965] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286602, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.174669} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.890347] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b/OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b.vmdk to [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk. [ 855.890575] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Cleaning up location [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 855.890791] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_765d0311-994e-4076-87a3-64cd696b0a4b {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.891424] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f43acab-312f-4cb5-9f58-1f27684f9009 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.898305] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 855.898305] env[62136]: value = "task-2286605" [ 855.898305] env[62136]: _type = "Task" [ 855.898305] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.906657] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.992514] env[62136]: DEBUG nova.compute.manager [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-vif-plugged-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.992753] env[62136]: DEBUG oslo_concurrency.lockutils [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] Acquiring lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.992965] env[62136]: DEBUG oslo_concurrency.lockutils [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.993150] env[62136]: DEBUG oslo_concurrency.lockutils [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.993320] env[62136]: DEBUG nova.compute.manager [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] No waiting events found dispatching network-vif-plugged-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.993486] env[62136]: WARNING nova.compute.manager [req-6ddbe028-7e3b-43b2-927a-4f349da5683c req-6f9b1aea-7667-4f21-804c-297d202c45a0 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received unexpected event network-vif-plugged-f67e2320-678b-45b2-8ca7-d5a46eb85150 for instance with vm_state building and task_state spawning. [ 856.088874] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Successfully updated port: f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.239139] env[62136]: DEBUG nova.network.neutron [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updated VIF entry in instance network info cache for port 8d3f8f2a-2490-4717-b97b-799f216131ab. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.239531] env[62136]: DEBUG nova.network.neutron [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updating instance_info_cache with network_info: [{"id": "8d3f8f2a-2490-4717-b97b-799f216131ab", "address": "fa:16:3e:54:12:81", "network": {"id": "02451ce8-8190-4983-8fbe-583d8d3d833c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1140651632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba27d71ff6e14365940ffdf88eab9c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f8f2a-24", "ovs_interfaceid": "8d3f8f2a-2490-4717-b97b-799f216131ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.267348] env[62136]: DEBUG nova.compute.utils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.273063] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.273063] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.300189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-feb85a55-4f35-4344-bc50-01570d116fa0 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "72702e0a-a8b3-4a64-b62e-3fa491cb3821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.643s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.317653] env[62136]: DEBUG nova.compute.manager [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.318078] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.320402] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57dab59-0b22-4e6f-b653-efe9a783e660 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.328450] env[62136]: DEBUG nova.policy [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb6e93340604bdb8ba4cc504f48440f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127c9bfa29b0466093b8205cc29bc441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.336313] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.339866] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2cb841-7057-43e4-bef5-a2255770c195 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.346592] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.348512] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 856.348512] env[62136]: value = "task-2286606" [ 856.348512] env[62136]: _type = "Task" [ 856.348512] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.358486] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.412456] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120973} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.412746] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.412896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.413177] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk to [datastore1] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.413561] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33a6398d-cf8a-47d1-b819-8a9ffbffe397 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.426438] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 856.426438] env[62136]: value = "task-2286607" [ 856.426438] env[62136]: _type = "Task" [ 856.426438] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.439952] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.591902] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.592252] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592608] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.655337] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b8da4-9908-4267-83fd-6af5956f88f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.662759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae22a7-16e4-41cf-9505-7936b5a397c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.697293] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Successfully created port: ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.700038] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22cd45a-b784-4ddf-b413-b678cdee111c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.711575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d6048-d1e2-49b3-bf5f-a500a424d580 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.730055] env[62136]: DEBUG nova.compute.provider_tree [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.742745] env[62136]: DEBUG oslo_concurrency.lockutils [req-2d7e81de-4a95-41ae-a1e6-083b574d6c5d req-08725dab-3c05-4210-828b-b7240ddf24cd service nova] Releasing lock "refresh_cache-3cae5f08-9865-41e9-9807-feac2a1d6db9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.773608] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.847665] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643229} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.848025] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 692596be-0e44-4780-88cc-0c8c9e437b7a/692596be-0e44-4780-88cc-0c8c9e437b7a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.848281] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.850476] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb64de2-b4c7-4d1c-b665-4873253cd366 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.863137] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286606, 'name': PowerOffVM_Task, 'duration_secs': 0.25563} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.863682] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.863862] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.864234] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 856.864234] env[62136]: value = "task-2286608" [ 856.864234] env[62136]: _type = "Task" [ 856.864234] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.864520] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b3692fe-3b43-41cb-b097-c18f75d5ca94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.876186] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.940027] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.979329] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.979595] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.979780] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Deleting the datastore file [datastore1] 3cae5f08-9865-41e9-9807-feac2a1d6db9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.980089] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f60761-86f5-43b5-91c9-843307342b21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.989573] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for the task: (returnval){ [ 856.989573] env[62136]: value = "task-2286610" [ 856.989573] env[62136]: _type = "Task" [ 856.989573] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.000804] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.130629] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.235020] env[62136]: DEBUG nova.scheduler.client.report [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.300853] env[62136]: DEBUG nova.network.neutron [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.378206] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.378564] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.379491] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824cb64-cd3e-4cc0-837f-18171c8d1011 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.406293] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 692596be-0e44-4780-88cc-0c8c9e437b7a/692596be-0e44-4780-88cc-0c8c9e437b7a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.406712] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2cc6aa-3536-4fae-9f8c-24ce3fecfb7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.428432] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 857.428432] env[62136]: value = "task-2286611" [ 857.428432] env[62136]: _type = "Task" [ 857.428432] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.441752] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.445235] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.502346] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.740043] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.742690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.536s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.742926] env[62136]: DEBUG nova.objects.instance [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lazy-loading 'resources' on Instance uuid c0e82496-8e0c-46da-80ff-a7e14dae5bf5 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 857.763235] env[62136]: INFO nova.scheduler.client.report [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Deleted allocations for instance e02cca43-cb14-4fea-80d6-45f774a03181 [ 857.787857] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.804809] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.805190] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Instance network_info: |[{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.806116] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:c2:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f67e2320-678b-45b2-8ca7-d5a46eb85150', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.814369] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Creating folder: Project (cb6a0b448d3e410092931288001a5b3b). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.817707] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.817934] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.818131] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.818331] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.818481] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.818629] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.818838] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.819029] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.819239] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.819410] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.819584] env[62136]: DEBUG nova.virt.hardware [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.819885] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915d4f64-032d-427f-bd0c-f37a5b968a24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.822702] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55758206-4ddb-472f-8f21-248d920eebb0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.832264] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd226cf-7a30-42ff-9d87-a1454c0818a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.837641] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Created folder: Project (cb6a0b448d3e410092931288001a5b3b) in parent group-v465229. [ 857.837864] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Creating folder: Instances. Parent ref: group-v465431. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.838563] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7939ad-3875-43ba-87b0-9502dc31a383 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.859167] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Created folder: Instances in parent group-v465431. [ 857.859403] env[62136]: DEBUG oslo.service.loopingcall [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.859621] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.859864] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f27c241-0104-41ba-8785-9502d756b8af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.881691] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.881691] env[62136]: value = "task-2286614" [ 857.881691] env[62136]: _type = "Task" [ 857.881691] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.892516] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286614, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.940831] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.946809] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286611, 'name': ReconfigVM_Task, 'duration_secs': 0.346945} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.946809] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 692596be-0e44-4780-88cc-0c8c9e437b7a/692596be-0e44-4780-88cc-0c8c9e437b7a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.947258] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c53672a-663f-464d-ab0a-5bab90252abd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.953730] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 857.953730] env[62136]: value = "task-2286615" [ 857.953730] env[62136]: _type = "Task" [ 857.953730] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.963075] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286615, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.000907] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.097209] env[62136]: DEBUG nova.compute.manager [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.097366] env[62136]: DEBUG nova.compute.manager [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing instance network info cache due to event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.097587] env[62136]: DEBUG oslo_concurrency.lockutils [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.097681] env[62136]: DEBUG oslo_concurrency.lockutils [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.097841] env[62136]: DEBUG nova.network.neutron [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.274678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4680364a-08e4-4a04-a14f-3fb4f7dd57fd tempest-ImagesOneServerNegativeTestJSON-669971796 tempest-ImagesOneServerNegativeTestJSON-669971796-project-member] Lock "e02cca43-cb14-4fea-80d6-45f774a03181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.612s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.393192] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286614, 'name': CreateVM_Task, 'duration_secs': 0.505373} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.396848] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.398268] env[62136]: DEBUG nova.compute.manager [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Received event network-vif-plugged-ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.398581] env[62136]: DEBUG oslo_concurrency.lockutils [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.398807] env[62136]: DEBUG oslo_concurrency.lockutils [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.399149] env[62136]: DEBUG oslo_concurrency.lockutils [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.399424] env[62136]: DEBUG nova.compute.manager [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] No waiting events found dispatching network-vif-plugged-ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.399662] env[62136]: WARNING nova.compute.manager [req-f8b2aadc-603c-4aef-bf9d-3cbab7855098 req-d4764cfe-9f98-48d3-997a-4cc3e1e2fcd9 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Received unexpected event network-vif-plugged-ad46106e-8226-410d-affb-8e72dd05c0f7 for instance with vm_state building and task_state spawning. [ 858.401481] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.401652] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.401974] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.402269] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4ad9ac-d064-42e3-b7b3-8ce381654236 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.407863] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 858.407863] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f67d76-3be0-f2e4-d154-aa012553352c" [ 858.407863] env[62136]: _type = "Task" [ 858.407863] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.422042] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f67d76-3be0-f2e4-d154-aa012553352c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.438069] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.464682] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286615, 'name': Rename_Task, 'duration_secs': 0.168694} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.465160] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.465238] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8822adcf-1394-4946-9767-981cefb8407d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.471926] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 858.471926] env[62136]: value = "task-2286616" [ 858.471926] env[62136]: _type = "Task" [ 858.471926] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.482087] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.505702] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.521723] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Successfully updated port: ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.646017] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3718b6fa-4858-4097-bc1a-8a2c00156cf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.657948] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc93b675-80b9-48df-8057-af0c83372708 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.693228] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6fcd65-edf0-42e3-b056-1721d2384d38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.702075] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae194b-b897-4642-8224-b41313db8593 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.717905] env[62136]: DEBUG nova.compute.provider_tree [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.918520] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f67d76-3be0-f2e4-d154-aa012553352c, 'name': SearchDatastore_Task, 'duration_secs': 0.01505} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.919024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.919130] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.919325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.919749] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919749] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.919886] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8d4b59-842e-44a0-b278-79d9cea4fc79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.929234] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.929234] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.929234] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfcb0d2-acdc-42ad-a510-6c5a645e042c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.942146] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 858.942146] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522fdad1-500b-5c9f-52c4-6b8e4a273a42" [ 858.942146] env[62136]: _type = "Task" [ 858.942146] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.949437] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286607, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.497247} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.950261] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd/43b74cdb-b5cd-42f2-a0d8-882ecd024dfd.vmdk to [datastore1] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.951227] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfbfd6b-0436-4915-b3f7-b8b7f8372e52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.958855] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522fdad1-500b-5c9f-52c4-6b8e4a273a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.983590] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.987113] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f36bcc4-fab4-4d1c-926f-b90ded4523e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.005702] env[62136]: DEBUG nova.network.neutron [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updated VIF entry in instance network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.006104] env[62136]: DEBUG nova.network.neutron [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.014860] env[62136]: DEBUG oslo_vmware.api [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286616, 'name': PowerOnVM_Task, 'duration_secs': 0.518338} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.016951] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.017226] env[62136]: INFO nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 859.017417] env[62136]: DEBUG nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.017768] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 859.017768] env[62136]: value = "task-2286617" [ 859.017768] env[62136]: _type = "Task" [ 859.017768] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.018574] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00b5b9-f874-4d57-b6f5-5efe73e5779f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.026678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.026889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.026889] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.028142] env[62136]: DEBUG oslo_vmware.api [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Task: {'id': task-2286610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.918473} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.029149] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.029383] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.029729] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.029967] env[62136]: INFO nova.compute.manager [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Took 2.71 seconds to destroy the instance on the hypervisor. [ 859.030237] env[62136]: DEBUG oslo.service.loopingcall [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.031240] env[62136]: DEBUG nova.compute.manager [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.031392] env[62136]: DEBUG nova.network.neutron [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.039558] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.221289] env[62136]: DEBUG nova.scheduler.client.report [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.453835] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522fdad1-500b-5c9f-52c4-6b8e4a273a42, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.454569] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c97e43f-0a32-402a-bf76-1ce7532c2bbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.459525] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 859.459525] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c04b86-6849-cf5b-c5ed-87938c9706c4" [ 859.459525] env[62136]: _type = "Task" [ 859.459525] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.467636] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c04b86-6849-cf5b-c5ed-87938c9706c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.508563] env[62136]: DEBUG oslo_concurrency.lockutils [req-848ac60e-9732-4ce0-807f-5ae6ace88fab req-fdfb0501-4191-4f54-94ea-ce16abc4a904 service nova] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.531060] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286617, 'name': ReconfigVM_Task, 'duration_secs': 0.275182} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.531060] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5a634095-dad5-4b90-8905-196b1452ef19/5a634095-dad5-4b90-8905-196b1452ef19.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.533344] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30a95c0a-afe8-45af-9164-aa3e2646df71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.540121] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 859.540121] env[62136]: value = "task-2286618" [ 859.540121] env[62136]: _type = "Task" [ 859.540121] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.555677] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286618, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.561823] env[62136]: INFO nova.compute.manager [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Took 19.91 seconds to build instance. [ 859.577543] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.729492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.731747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.521s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.733981] env[62136]: INFO nova.compute.claims [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.760113] env[62136]: INFO nova.scheduler.client.report [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Deleted allocations for instance c0e82496-8e0c-46da-80ff-a7e14dae5bf5 [ 859.824149] env[62136]: DEBUG nova.network.neutron [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.885496] env[62136]: DEBUG nova.network.neutron [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.973056] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c04b86-6849-cf5b-c5ed-87938c9706c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.973615] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.973615] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/52b53b21-07d8-446b-bdd1-4a64031ad75a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.973855] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5269e8f-66b8-422a-a14c-82ef2390d519 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.981705] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 859.981705] env[62136]: value = "task-2286619" [ 859.981705] env[62136]: _type = "Task" [ 859.981705] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.990923] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.051341] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286618, 'name': Rename_Task, 'duration_secs': 0.153176} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.051776] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.052299] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19774ed2-4449-4730-a88d-a8ca89e9b11a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.059470] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 860.059470] env[62136]: value = "task-2286620" [ 860.059470] env[62136]: _type = "Task" [ 860.059470] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.064631] env[62136]: DEBUG oslo_concurrency.lockutils [None req-28419e20-30d8-4c51-9433-d4c0fcf18c88 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.424s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.067665] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.271640] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a8b56c54-f198-42cc-befc-f2a3f216ea06 tempest-ServersAdminTestJSON-2073072867 tempest-ServersAdminTestJSON-2073072867-project-member] Lock "c0e82496-8e0c-46da-80ff-a7e14dae5bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.809s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.325190] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.325603] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Instance network_info: |[{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.326079] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5a:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad46106e-8226-410d-affb-8e72dd05c0f7', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.335927] env[62136]: DEBUG oslo.service.loopingcall [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.335927] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.335927] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ffd8e8e-10b2-4777-9151-958677248fe5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.355073] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.355073] env[62136]: value = "task-2286621" [ 860.355073] env[62136]: _type = "Task" [ 860.355073] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.361747] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286621, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.388505] env[62136]: INFO nova.compute.manager [-] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Took 1.36 seconds to deallocate network for instance. [ 860.467383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "62f09878-d407-4ece-aa1a-a69c98840167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.467383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.490499] env[62136]: DEBUG nova.compute.manager [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Received event network-changed-ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.490915] env[62136]: DEBUG nova.compute.manager [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Refreshing instance network info cache due to event network-changed-ad46106e-8226-410d-affb-8e72dd05c0f7. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.491165] env[62136]: DEBUG oslo_concurrency.lockutils [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] Acquiring lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.491316] env[62136]: DEBUG oslo_concurrency.lockutils [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] Acquired lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.491481] env[62136]: DEBUG nova.network.neutron [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Refreshing network info cache for port ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.500395] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.572850] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.772384] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.772384] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.869618] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286621, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.896890] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.969329] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.008978] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.081627] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.140802] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "692596be-0e44-4780-88cc-0c8c9e437b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.141144] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.141375] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.141616] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.141826] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.144200] env[62136]: INFO nova.compute.manager [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Terminating instance [ 861.224633] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91676097-10b9-4b7b-8144-74870156137b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.234028] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da5156-cdb2-4ea2-aa49-b1e4e64c1bab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.276659] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.283278] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc0e4ed-4b58-412e-8134-0dc470f14f82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.293639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb45f55-23af-4f4c-a2a0-58bfc944113b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.310840] env[62136]: DEBUG nova.compute.provider_tree [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.367635] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286621, 'name': CreateVM_Task, 'duration_secs': 0.96816} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.370305] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.371013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.371196] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.371513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.372096] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2da422-a1bc-4039-9d0f-f24ffc6f7560 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.377432] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 861.377432] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c90f06-c540-b8ac-9314-e6170c1f2fe1" [ 861.377432] env[62136]: _type = "Task" [ 861.377432] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.386452] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c90f06-c540-b8ac-9314-e6170c1f2fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.459987] env[62136]: DEBUG nova.network.neutron [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updated VIF entry in instance network info cache for port ad46106e-8226-410d-affb-8e72dd05c0f7. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.460439] env[62136]: DEBUG nova.network.neutron [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.504092] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.183479} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.504481] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/52b53b21-07d8-446b-bdd1-4a64031ad75a.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.504725] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.504999] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e98c5eaa-8fba-4ce9-be9f-5d044a5f68f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.509238] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.516333] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 861.516333] env[62136]: value = "task-2286622" [ 861.516333] env[62136]: _type = "Task" [ 861.516333] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.528208] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.571954] env[62136]: DEBUG oslo_vmware.api [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286620, 'name': PowerOnVM_Task, 'duration_secs': 1.264527} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.573178] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.651625] env[62136]: DEBUG nova.compute.manager [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.651825] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.652839] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d357351-e91e-43e5-bee5-125a4b316d6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.662245] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.662631] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ca4ef3-9deb-4e3c-b59e-5ee83484c798 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.669881] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 861.669881] env[62136]: value = "task-2286623" [ 861.669881] env[62136]: _type = "Task" [ 861.669881] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.682020] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.702436] env[62136]: DEBUG nova.compute.manager [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.703401] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a90ade8-6ed3-46d1-baa7-c46054cfe18d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.807690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.814760] env[62136]: DEBUG nova.scheduler.client.report [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.896487] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c90f06-c540-b8ac-9314-e6170c1f2fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.896978] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.897380] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.897734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.898052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.898310] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.898613] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f9e7495-c5d8-40e8-8b69-f1ebe13bf059 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.909798] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.913147] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.913955] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4443fe-56e6-4750-82c7-461d4190e0c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.922324] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 861.922324] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4036-a9f5-3b9d-c235-aa132b3246d4" [ 861.922324] env[62136]: _type = "Task" [ 861.922324] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.935238] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4036-a9f5-3b9d-c235-aa132b3246d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.964031] env[62136]: DEBUG oslo_concurrency.lockutils [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] Releasing lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.964031] env[62136]: DEBUG nova.compute.manager [req-eed1959a-7e8b-45f2-859f-39d186ca092f req-87a7ffb3-38d0-42a9-9296-6f205c5d0f63 service nova] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Received event network-vif-deleted-8d3f8f2a-2490-4717-b97b-799f216131ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.031649] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097028} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.031993] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.035646] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258edccb-0e0d-45f4-a34c-42d9a43d9287 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.062360] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/52b53b21-07d8-446b-bdd1-4a64031ad75a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.062733] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9353c23-5ce7-4e53-be69-469f11bdaa65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.085294] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 862.085294] env[62136]: value = "task-2286624" [ 862.085294] env[62136]: _type = "Task" [ 862.085294] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.095444] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.185834] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286623, 'name': PowerOffVM_Task, 'duration_secs': 0.28582} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.186287] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.186368] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.186669] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64e289f-24c4-4fd8-9dfc-5b7a890198b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.223358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e5b56740-7bc5-437f-9fd1-2eea5cdadb15 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.788s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.270144] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.270144] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.270144] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore1] 692596be-0e44-4780-88cc-0c8c9e437b7a {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.270144] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d5acbb-b4bc-4332-bd19-5537fba5c785 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.278947] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 862.278947] env[62136]: value = "task-2286626" [ 862.278947] env[62136]: _type = "Task" [ 862.278947] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.288664] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.322312] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.325711] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.326368] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.237s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.326837] env[62136]: DEBUG nova.objects.instance [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lazy-loading 'resources' on Instance uuid 00a3ea06-f1c6-4221-8704-f6eb1f966e12 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 862.434022] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fa4036-a9f5-3b9d-c235-aa132b3246d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020389} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.435288] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df9e80f-638b-41da-876c-276e8e17d1d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.441533] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 862.441533] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe248c-6c46-5ddb-c4fa-3df141cc8188" [ 862.441533] env[62136]: _type = "Task" [ 862.441533] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.449893] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe248c-6c46-5ddb-c4fa-3df141cc8188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.596573] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.790496] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.832262] env[62136]: DEBUG nova.compute.utils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.837190] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.837190] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.913668] env[62136]: DEBUG nova.policy [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e38afe52c9744b17afa04e835043911e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfe59cda913455fa2fa02435558e0cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.954533] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe248c-6c46-5ddb-c4fa-3df141cc8188, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.957151] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.957551] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.957943] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95d3f0f-5c42-41f6-baa1-c170d652c5c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.966087] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 862.966087] env[62136]: value = "task-2286627" [ 862.966087] env[62136]: _type = "Task" [ 862.966087] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.980418] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.100363] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286624, 'name': ReconfigVM_Task, 'duration_secs': 0.788906} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.100363] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/52b53b21-07d8-446b-bdd1-4a64031ad75a.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.100363] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e136c6-eae1-45a6-b1b5-af58b51ab814 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.110801] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 863.110801] env[62136]: value = "task-2286628" [ 863.110801] env[62136]: _type = "Task" [ 863.110801] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.121104] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286628, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.233168] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3018b7-5d59-49c0-b854-2e56fc72b539 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.243576] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07e52e8-5a50-41a1-acbe-49c8684f02c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.279727] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ca805-8e1b-4881-b0ce-8e7e9d654529 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.293816] env[62136]: DEBUG oslo_vmware.api [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525762} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.294212] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.294412] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.294621] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.294833] env[62136]: INFO nova.compute.manager [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 863.295120] env[62136]: DEBUG oslo.service.loopingcall [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.296539] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164df1d-c628-4034-b9f1-022109d3e152 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.303628] env[62136]: DEBUG nova.compute.manager [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.303746] env[62136]: DEBUG nova.network.neutron [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.319119] env[62136]: DEBUG nova.compute.provider_tree [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.335444] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.479715] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.623672] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286628, 'name': Rename_Task, 'duration_secs': 0.229222} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.624223] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.624558] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533b0df5-504a-4817-b66f-3d8d91f5ddfb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.634594] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 863.634594] env[62136]: value = "task-2286629" [ 863.634594] env[62136]: _type = "Task" [ 863.634594] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.643664] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.826327] env[62136]: DEBUG nova.scheduler.client.report [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.872208] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Successfully created port: 33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.896866] env[62136]: DEBUG nova.compute.manager [req-8521e71c-334b-4c36-a2b2-f1fcdd455150 req-30be4b96-a5e0-46df-9621-8ccfddc6eeb4 service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Received event network-vif-deleted-3fdcb7c6-9ee3-4866-9562-c599cb8fd03e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.897088] env[62136]: INFO nova.compute.manager [req-8521e71c-334b-4c36-a2b2-f1fcdd455150 req-30be4b96-a5e0-46df-9621-8ccfddc6eeb4 service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Neutron deleted interface 3fdcb7c6-9ee3-4866-9562-c599cb8fd03e; detaching it from the instance and deleting it from the info cache [ 863.897267] env[62136]: DEBUG nova.network.neutron [req-8521e71c-334b-4c36-a2b2-f1fcdd455150 req-30be4b96-a5e0-46df-9621-8ccfddc6eeb4 service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.980867] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699616} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.983410] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.983732] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.984065] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2528851f-5272-4685-af7d-f4803be98894 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.992614] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 863.992614] env[62136]: value = "task-2286630" [ 863.992614] env[62136]: _type = "Task" [ 863.992614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.003379] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.149831] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.323286] env[62136]: DEBUG nova.network.neutron [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.335027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.340193] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.483s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.341364] env[62136]: INFO nova.compute.claims [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.349085] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.361635] env[62136]: INFO nova.scheduler.client.report [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Deleted allocations for instance 00a3ea06-f1c6-4221-8704-f6eb1f966e12 [ 864.385683] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.386144] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.386144] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.386328] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.387385] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.387812] env[62136]: DEBUG nova.virt.hardware [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.389878] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3644f8-84b6-4303-a2d3-e425202c3c59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.399753] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757142c0-9caf-4202-b750-73e0b04e8b03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.410158] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9765e28d-af3c-4b73-bda3-c72b4e1c9a5a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.433858] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f555fbf-b306-454c-9855-3565a7a66c31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.471191] env[62136]: DEBUG nova.compute.manager [req-8521e71c-334b-4c36-a2b2-f1fcdd455150 req-30be4b96-a5e0-46df-9621-8ccfddc6eeb4 service nova] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Detach interface failed, port_id=3fdcb7c6-9ee3-4866-9562-c599cb8fd03e, reason: Instance 692596be-0e44-4780-88cc-0c8c9e437b7a could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 864.505225] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072322} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.505596] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.506490] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb0eed1-5a94-4d65-a29d-0b8941e339d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.535814] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.535990] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b028f8-99b1-4cd7-ad00-7c0f2af8434e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.559038] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 864.559038] env[62136]: value = "task-2286631" [ 864.559038] env[62136]: _type = "Task" [ 864.559038] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.568149] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.646868] env[62136]: DEBUG oslo_vmware.api [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286629, 'name': PowerOnVM_Task, 'duration_secs': 0.550237} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.647191] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.647582] env[62136]: INFO nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Took 9.45 seconds to spawn the instance on the hypervisor. [ 864.647854] env[62136]: DEBUG nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.649240] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98965d6d-0898-4a02-b6a5-cc7f84881095 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.743923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768bbd3d-1e77-440b-b5b2-532264625cbd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.752089] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Suspending the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 864.752368] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e5115852-7501-46c4-8a77-fa0cad8116fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760371] env[62136]: DEBUG oslo_vmware.api [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 864.760371] env[62136]: value = "task-2286632" [ 864.760371] env[62136]: _type = "Task" [ 864.760371] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.778100] env[62136]: DEBUG oslo_vmware.api [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286632, 'name': SuspendVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.827048] env[62136]: INFO nova.compute.manager [-] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Took 1.52 seconds to deallocate network for instance. [ 864.871953] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3c9-6d3d-4290-8189-27456ad92ce1 tempest-ServersTestJSON-1517035565 tempest-ServersTestJSON-1517035565-project-member] Lock "00a3ea06-f1c6-4221-8704-f6eb1f966e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.107s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.072406] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.171413] env[62136]: INFO nova.compute.manager [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Took 23.82 seconds to build instance. [ 865.276920] env[62136]: DEBUG oslo_vmware.api [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286632, 'name': SuspendVM_Task} progress is 45%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.336914] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.572640] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286631, 'name': ReconfigVM_Task, 'duration_secs': 0.848368} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.572941] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.573601] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb5d239-7ded-4598-854e-a0d60e7533e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.582669] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 865.582669] env[62136]: value = "task-2286633" [ 865.582669] env[62136]: _type = "Task" [ 865.582669] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.597061] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286633, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.674130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea414ff6-91a4-424a-b422-73f043911872 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.334s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.777231] env[62136]: DEBUG oslo_vmware.api [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286632, 'name': SuspendVM_Task} progress is 45%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.779197] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45762fed-37f4-4b0a-bfb3-892a08662fff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.792599] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1876324-37df-4d39-b7be-4e93005f27ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.830970] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a2f2e-0267-4441-88be-18bc7e48dcbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.840398] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee5c6b-473e-47db-9286-8d0ad036e4fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.859253] env[62136]: DEBUG nova.compute.provider_tree [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.893481] env[62136]: DEBUG nova.compute.manager [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Received event network-vif-plugged-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.893868] env[62136]: DEBUG oslo_concurrency.lockutils [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.893956] env[62136]: DEBUG oslo_concurrency.lockutils [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.894132] env[62136]: DEBUG oslo_concurrency.lockutils [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.894309] env[62136]: DEBUG nova.compute.manager [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] No waiting events found dispatching network-vif-plugged-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.894466] env[62136]: WARNING nova.compute.manager [req-7b13bb26-c40d-4950-ac43-822574c015dc req-5365bd04-26dc-4ea6-b8da-df70ba7ad02a service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Received unexpected event network-vif-plugged-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 for instance with vm_state building and task_state spawning. [ 866.091547] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Successfully updated port: 33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.102179] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286633, 'name': Rename_Task, 'duration_secs': 0.301898} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.103592] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.103592] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5043f725-869b-4901-98d5-98b8ec99db83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.114037] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 866.114037] env[62136]: value = "task-2286634" [ 866.114037] env[62136]: _type = "Task" [ 866.114037] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.124180] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.279612] env[62136]: DEBUG oslo_vmware.api [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286632, 'name': SuspendVM_Task, 'duration_secs': 1.209387} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.279612] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Suspended the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 866.279612] env[62136]: DEBUG nova.compute.manager [None req-be3739c8-a7ab-4c11-a18d-d03ddacba1b3 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.280332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf3d045-9f4c-4d99-b884-31a5e9739da5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.362504] env[62136]: DEBUG nova.scheduler.client.report [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.375783] env[62136]: INFO nova.compute.manager [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Rescuing [ 866.376081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.376294] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.376505] env[62136]: DEBUG nova.network.neutron [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.595754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.596111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.596567] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.627395] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.869104] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.869965] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.873655] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.802s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.874784] env[62136]: INFO nova.compute.claims [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.134272] env[62136]: DEBUG oslo_vmware.api [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286634, 'name': PowerOnVM_Task, 'duration_secs': 0.84581} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.134548] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.134707] env[62136]: INFO nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Took 9.35 seconds to spawn the instance on the hypervisor. [ 867.135419] env[62136]: DEBUG nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.136858] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa7355-d37f-4882-8e7d-12381ab1e09e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.164275] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.197191] env[62136]: DEBUG nova.network.neutron [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.380809] env[62136]: DEBUG nova.compute.utils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.385981] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.386250] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.458161] env[62136]: DEBUG nova.network.neutron [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.465235] env[62136]: DEBUG nova.policy [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69582521f1c4445b9011770cc4409eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d09f38b2664b1d92a0dfd50ae2f310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.629102] env[62136]: INFO nova.compute.manager [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Resuming [ 867.634123] env[62136]: DEBUG nova.objects.instance [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lazy-loading 'flavor' on Instance uuid 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 867.659623] env[62136]: INFO nova.compute.manager [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Took 26.32 seconds to build instance. [ 867.700358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.889435] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.965566] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.965566] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Instance network_info: |[{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.965566] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:11:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ceea7b-5deb-4d9e-ac3e-50838d984ca0', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.974750] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Creating folder: Project (2cfe59cda913455fa2fa02435558e0cd). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.975362] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c7c94b-420e-48ba-bf3a-7779684eac43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.990298] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Created folder: Project (2cfe59cda913455fa2fa02435558e0cd) in parent group-v465229. [ 867.990520] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Creating folder: Instances. Parent ref: group-v465435. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.990789] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba4714e3-a849-4508-af5c-6d8f1924dc3e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.001202] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Created folder: Instances in parent group-v465435. [ 868.001477] env[62136]: DEBUG oslo.service.loopingcall [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.001683] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.001898] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79b6ce5-17d5-411c-99cf-c7e389c4a822 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.025462] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.025462] env[62136]: value = "task-2286637" [ 868.025462] env[62136]: _type = "Task" [ 868.025462] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.032069] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Successfully created port: 19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.038704] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286637, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.079735] env[62136]: DEBUG nova.compute.manager [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Received event network-changed-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.080045] env[62136]: DEBUG nova.compute.manager [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Refreshing instance network info cache due to event network-changed-33ceea7b-5deb-4d9e-ac3e-50838d984ca0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.080340] env[62136]: DEBUG oslo_concurrency.lockutils [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] Acquiring lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.080515] env[62136]: DEBUG oslo_concurrency.lockutils [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] Acquired lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.080735] env[62136]: DEBUG nova.network.neutron [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Refreshing network info cache for port 33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.166882] env[62136]: DEBUG oslo_concurrency.lockutils [None req-acc8f3f2-27e1-4daf-a1b0-24eb6a11918e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.841s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.428937] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b67c7-a5ec-4e20-8b3f-9394f5a29c82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.438901] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36eb574-3f2e-4c69-9513-35f365741d2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.471288] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b55e106-1155-4deb-9298-39504040125d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.485882] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdce74-0e94-43d5-8fc0-88c366833edb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.501982] env[62136]: DEBUG nova.compute.provider_tree [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.539396] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286637, 'name': CreateVM_Task, 'duration_secs': 0.388738} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.539556] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.540282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.540445] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.540762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.541025] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be06a29b-0ce9-447f-9ab4-b153f31f27ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.546253] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 868.546253] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca983c-5ec8-3097-3b21-1bbd5bc58786" [ 868.546253] env[62136]: _type = "Task" [ 868.546253] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.557302] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca983c-5ec8-3097-3b21-1bbd5bc58786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.905593] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.909263] env[62136]: DEBUG nova.network.neutron [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updated VIF entry in instance network info cache for port 33ceea7b-5deb-4d9e-ac3e-50838d984ca0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.909742] env[62136]: DEBUG nova.network.neutron [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.930038] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='225e41b80bff128c7e9f0659d8e287bf',container_format='bare',created_at=2025-02-04T16:46:49Z,direct_url=,disk_format='vmdk',id=e7d3a098-0e92-4de5-92ba-bb033e3f0930,min_disk=1,min_ram=0,name='tempest-test-snap-1691883531',owner='23d09f38b2664b1d92a0dfd50ae2f310',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-04T16:47:03Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.930111] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.930225] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.930406] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.930554] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.930698] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.930901] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.931084] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.931258] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.931419] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.931606] env[62136]: DEBUG nova.virt.hardware [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.932797] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc42811-3884-4da0-8222-b759e153bb5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.945212] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369928d-84b7-42af-9a52-625daa64ae3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.004921] env[62136]: DEBUG nova.scheduler.client.report [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.058722] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca983c-5ec8-3097-3b21-1bbd5bc58786, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.059190] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.059543] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.059896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.060182] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.060475] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.060818] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd5d415-7258-41b3-89fe-c6acd7b6a7ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.071960] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.072264] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.073051] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d60ddd-dee6-4fad-9136-3e96be63d641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.078960] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 869.078960] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f7feb-f310-db4b-dbd5-aded4f59a098" [ 869.078960] env[62136]: _type = "Task" [ 869.078960] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.087303] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f7feb-f310-db4b-dbd5-aded4f59a098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.149051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.149251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquired lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.149501] env[62136]: DEBUG nova.network.neutron [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.248894] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.249194] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0087b188-9d8a-4d6a-b868-8c645dfed97c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.258614] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 869.258614] env[62136]: value = "task-2286638" [ 869.258614] env[62136]: _type = "Task" [ 869.258614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.270041] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.413672] env[62136]: DEBUG oslo_concurrency.lockutils [req-b5b0e520-7210-4f68-875a-856c90b599b5 req-ab61e086-6138-4a1a-825a-b9655b5de065 service nova] Releasing lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.509917] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.510616] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.514195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.498s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.515692] env[62136]: INFO nova.compute.claims [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.596939] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528f7feb-f310-db4b-dbd5-aded4f59a098, 'name': SearchDatastore_Task, 'duration_secs': 0.026218} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.597934] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac559604-be6e-4c43-ad32-19352f71cb25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.607995] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 869.607995] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52feae5b-56bc-32a5-f255-62d5b273f499" [ 869.607995] env[62136]: _type = "Task" [ 869.607995] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.618711] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52feae5b-56bc-32a5-f255-62d5b273f499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.730328] env[62136]: DEBUG nova.compute.manager [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 869.771550] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286638, 'name': PowerOffVM_Task, 'duration_secs': 0.355616} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.771898] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.772733] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabc57d2-bb0c-4d63-a8e2-25c41ade930b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.804915] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a04be8-2229-47e0-af35-311e135ff85e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.837460] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.837756] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d9370f-05a6-4e9d-96aa-0fa8ddc6690e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.847339] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 869.847339] env[62136]: value = "task-2286639" [ 869.847339] env[62136]: _type = "Task" [ 869.847339] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.860395] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.860631] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.860852] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.021689] env[62136]: DEBUG nova.compute.utils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.033022] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.033022] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.037250] env[62136]: DEBUG nova.network.neutron [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [{"id": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "address": "fa:16:3e:e0:0e:58", "network": {"id": "f519df7f-7608-432c-bf52-078031840c40", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1972451461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e7f50399284552ae29aec33d176d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91c3a11-5d", "ovs_interfaceid": "f91c3a11-5df9-4bd2-ae89-7a4060b11935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.124054] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52feae5b-56bc-32a5-f255-62d5b273f499, 'name': SearchDatastore_Task, 'duration_secs': 0.01233} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.126600] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Successfully updated port: 19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.131242] env[62136]: DEBUG nova.policy [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b653b779494a1486f9845e814543d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bffb98e8a1ac467da4ee5b6c6a5b099c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.133799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.133799] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd/5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.133799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.133799] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.133799] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81bb0c9-17fc-46d0-afae-75975f518f44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.139386] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0762a765-f076-497a-8403-3fd99a0be370 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.147156] env[62136]: DEBUG nova.compute.manager [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Received event network-vif-plugged-19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.147156] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] Acquiring lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.147156] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.147156] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.147156] env[62136]: DEBUG nova.compute.manager [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] No waiting events found dispatching network-vif-plugged-19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.147156] env[62136]: WARNING nova.compute.manager [req-da6380c6-aeb3-4659-9924-2adc49a102b9 req-88cacd4c-e5cc-41e1-8fe1-2acbb99fe38b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Received unexpected event network-vif-plugged-19a63354-4570-4acb-a0c1-d59ab739d47e for instance with vm_state building and task_state spawning. [ 870.149294] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 870.149294] env[62136]: value = "task-2286640" [ 870.149294] env[62136]: _type = "Task" [ 870.149294] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.151508] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.151677] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.156899] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4915efe-0976-4187-9c4f-0d37ce3b2cdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.169016] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.170469] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 870.170469] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526878f2-b1df-454e-0670-173b9f89cd5a" [ 870.170469] env[62136]: _type = "Task" [ 870.170469] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.184627] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526878f2-b1df-454e-0670-173b9f89cd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.185458] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9add9e5a-538a-4210-a141-f3fbd48d4fc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.193919] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 870.193919] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bffc56-d620-1002-f481-fce4fcee0fb3" [ 870.193919] env[62136]: _type = "Task" [ 870.193919] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.204051] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bffc56-d620-1002-f481-fce4fcee0fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.253628] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.534087] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.542245] env[62136]: DEBUG oslo_concurrency.lockutils [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Releasing lock "refresh_cache-5a634095-dad5-4b90-8905-196b1452ef19" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.543199] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2dcb8e-bbec-4565-afda-64bd7416bf41 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.553834] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Resuming the VM {{(pid=62136) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 870.553834] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-821412e0-4408-4f7d-9f27-68762d6fa0a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.563032] env[62136]: DEBUG oslo_vmware.api [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 870.563032] env[62136]: value = "task-2286641" [ 870.563032] env[62136]: _type = "Task" [ 870.563032] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.581515] env[62136]: DEBUG oslo_vmware.api [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.633337] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.633503] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.633782] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.668399] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.669534] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Successfully created port: edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.712795] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bffc56-d620-1002-f481-fce4fcee0fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.713209] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.713681] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 870.713847] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981125e3-1b34-4412-9a26-d1e98c96194a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.723807] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 870.723807] env[62136]: value = "task-2286642" [ 870.723807] env[62136]: _type = "Task" [ 870.723807] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.738226] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.026231] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c97700-c738-4739-9465-36307825afcd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.042249] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae440799-7d8e-4b70-bec4-e66cf4ebbf52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.093509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7732c89b-e379-457a-a782-981d492029bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.108353] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d413e6-94b8-40b1-bde2-5756f16c95a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.113501] env[62136]: DEBUG oslo_vmware.api [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.128205] env[62136]: DEBUG nova.compute.provider_tree [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.164857] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651579} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.165172] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd/5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.165397] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.165705] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9773cd7a-d6b1-4373-a36c-d673b822ad6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.195735] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 871.195735] env[62136]: value = "task-2286643" [ 871.195735] env[62136]: _type = "Task" [ 871.195735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.209871] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.211429] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.241819] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.434328] env[62136]: DEBUG nova.network.neutron [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Updating instance_info_cache with network_info: [{"id": "19a63354-4570-4acb-a0c1-d59ab739d47e", "address": "fa:16:3e:f9:d9:84", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a63354-45", "ovs_interfaceid": "19a63354-4570-4acb-a0c1-d59ab739d47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.549605] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.582162] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.582425] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.582668] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.582870] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.583027] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.583181] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.583395] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.583557] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.583765] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.583951] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.584141] env[62136]: DEBUG nova.virt.hardware [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.585480] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe415ff-c420-4487-ae82-752e6283fac1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597894] env[62136]: DEBUG oslo_vmware.api [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286641, 'name': PowerOnVM_Task, 'duration_secs': 0.603158} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.600254] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Resumed the VM {{(pid=62136) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 871.600456] env[62136]: DEBUG nova.compute.manager [None req-bd1d1f60-2dcf-4456-8af0-5b5cb1be82e9 tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.601302] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87e8ed-63ec-4e6b-bc46-07e5bec8e656 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.604705] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f04a15-6b71-4070-b559-4bbcb6a1eff2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.631655] env[62136]: DEBUG nova.scheduler.client.report [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.706292] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183509} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.706681] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.707343] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47048e-d60a-43eb-b67d-39fcba54e7a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.731358] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd/5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.732817] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947697a8-f5a8-4d9c-aef5-20df47bf6475 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.754940] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636662} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.755180] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 871.756552] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b44db7-baf3-4758-9836-65d9104ce0e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.759012] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 871.759012] env[62136]: value = "task-2286644" [ 871.759012] env[62136]: _type = "Task" [ 871.759012] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.785245] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.788772] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f7838d-917d-4d2e-aa01-0b6c54d9f15f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.802685] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.808667] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 871.808667] env[62136]: value = "task-2286645" [ 871.808667] env[62136]: _type = "Task" [ 871.808667] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.817879] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.939248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.939749] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Instance network_info: |[{"id": "19a63354-4570-4acb-a0c1-d59ab739d47e", "address": "fa:16:3e:f9:d9:84", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a63354-45", "ovs_interfaceid": "19a63354-4570-4acb-a0c1-d59ab739d47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.940216] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d9:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19a63354-4570-4acb-a0c1-d59ab739d47e', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.948683] env[62136]: DEBUG oslo.service.loopingcall [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.948950] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.949215] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-000229ff-c1ce-4da6-a483-073dd73f1f0c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.970735] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.970735] env[62136]: value = "task-2286646" [ 871.970735] env[62136]: _type = "Task" [ 871.970735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.978849] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286646, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.136178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.138707] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.139266] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.320s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.140881] env[62136]: INFO nova.compute.claims [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.211896] env[62136]: DEBUG nova.compute.manager [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Received event network-changed-19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.212362] env[62136]: DEBUG nova.compute.manager [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Refreshing instance network info cache due to event network-changed-19a63354-4570-4acb-a0c1-d59ab739d47e. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.212692] env[62136]: DEBUG oslo_concurrency.lockutils [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] Acquiring lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.212785] env[62136]: DEBUG oslo_concurrency.lockutils [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] Acquired lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.212953] env[62136]: DEBUG nova.network.neutron [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Refreshing network info cache for port 19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.271693] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286644, 'name': ReconfigVM_Task, 'duration_secs': 0.356089} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.271989] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd/5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.274174] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945811d5-a77e-4c5d-b8af-4676b64df852 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.286029] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 872.286029] env[62136]: value = "task-2286647" [ 872.286029] env[62136]: _type = "Task" [ 872.286029] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.305140] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286647, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.326178] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.485353] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286646, 'name': CreateVM_Task, 'duration_secs': 0.444917} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.485353] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.487213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.487213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.487213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.487533] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f328c940-3f8d-42b1-8c4b-99a7775251c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.493688] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 872.493688] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52358612-3e50-cb19-980d-79acea681d1b" [ 872.493688] env[62136]: _type = "Task" [ 872.493688] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.503294] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52358612-3e50-cb19-980d-79acea681d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.508012] env[62136]: DEBUG nova.compute.manager [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Received event network-vif-plugged-edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.508246] env[62136]: DEBUG oslo_concurrency.lockutils [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] Acquiring lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.508532] env[62136]: DEBUG oslo_concurrency.lockutils [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.508763] env[62136]: DEBUG oslo_concurrency.lockutils [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.508943] env[62136]: DEBUG nova.compute.manager [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] No waiting events found dispatching network-vif-plugged-edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.509122] env[62136]: WARNING nova.compute.manager [req-42fe90ff-0779-4e0b-8995-5ed63d257e53 req-40f01afc-56bc-4586-9b9d-8e7e1cc22f58 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Received unexpected event network-vif-plugged-edde3a6f-adef-49d4-a158-37b953c45625 for instance with vm_state building and task_state spawning. [ 872.645886] env[62136]: DEBUG nova.compute.utils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.647466] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.647635] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.719021] env[62136]: DEBUG nova.policy [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cf9f4d80f447e7bb6c08fb4ac72fe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c869d21b9e464b9744b78a6c708060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.796751] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286647, 'name': Rename_Task, 'duration_secs': 0.439133} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.797095] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.797417] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf73ae02-f873-4caf-aefb-1e94ea3d7e0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.807341] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 872.807341] env[62136]: value = "task-2286648" [ 872.807341] env[62136]: _type = "Task" [ 872.807341] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.824938] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.832977] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.006667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.006990] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Processing image e7d3a098-0e92-4de5-92ba-bb033e3f0930 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.007404] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.007765] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.008026] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.008293] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23415f9f-002b-4397-b6f6-dafaff577307 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.033449] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.033449] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.033449] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe80119-b41b-48b5-940c-6744c6be51d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.039739] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 873.039739] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5242dde7-5ef0-dd69-e78b-e781fa0e5dad" [ 873.039739] env[62136]: _type = "Task" [ 873.039739] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.054347] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5242dde7-5ef0-dd69-e78b-e781fa0e5dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.124384] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Successfully updated port: edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.139499] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Successfully created port: 291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.151231] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.290812] env[62136]: DEBUG nova.network.neutron [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Updated VIF entry in instance network info cache for port 19a63354-4570-4acb-a0c1-d59ab739d47e. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.291478] env[62136]: DEBUG nova.network.neutron [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Updating instance_info_cache with network_info: [{"id": "19a63354-4570-4acb-a0c1-d59ab739d47e", "address": "fa:16:3e:f9:d9:84", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a63354-45", "ovs_interfaceid": "19a63354-4570-4acb-a0c1-d59ab739d47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.324717] env[62136]: DEBUG oslo_vmware.api [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286648, 'name': PowerOnVM_Task, 'duration_secs': 0.501259} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.325724] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.325935] env[62136]: INFO nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Took 8.98 seconds to spawn the instance on the hypervisor. [ 873.326123] env[62136]: DEBUG nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.326917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdbbfad-6d3a-4a8e-a0f0-cea0baa98aeb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.332410] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286645, 'name': ReconfigVM_Task, 'duration_secs': 1.437485} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.333658] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.333923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401a653-7aa5-4d8d-90b0-7e0fb618cefa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.373826] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4bae959-899b-4f82-a6a1-f22685189dad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.395399] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 873.395399] env[62136]: value = "task-2286649" [ 873.395399] env[62136]: _type = "Task" [ 873.395399] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.409062] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.551406] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 873.551578] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Fetch image to [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4/OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 873.551847] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Downloading stream optimized image e7d3a098-0e92-4de5-92ba-bb033e3f0930 to [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4/OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4.vmdk on the data store datastore2 as vApp {{(pid=62136) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 873.552055] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Downloading image file data e7d3a098-0e92-4de5-92ba-bb033e3f0930 to the ESX as VM named 'OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4' {{(pid=62136) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 873.604329] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3195b4-ebc0-473b-9880-5c299287939f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.613169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600626fe-bff9-4337-a045-9382d81a8c87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.654626] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.654838] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquired lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655245] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.658255] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 873.658255] env[62136]: value = "resgroup-9" [ 873.658255] env[62136]: _type = "ResourcePool" [ 873.658255] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 873.659294] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39861fc3-86f3-4cb3-a688-3c773132c5a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.666011] env[62136]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-02e63421-924b-444d-8bcf-14159cb6515d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.689871] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3a27c-eb40-4987-a3b3-e93ad66fa6d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.693023] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease: (returnval){ [ 873.693023] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 873.693023] env[62136]: _type = "HttpNfcLease" [ 873.693023] env[62136]: } obtained for vApp import into resource pool (val){ [ 873.693023] env[62136]: value = "resgroup-9" [ 873.693023] env[62136]: _type = "ResourcePool" [ 873.693023] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 873.693278] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the lease: (returnval){ [ 873.693278] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 873.693278] env[62136]: _type = "HttpNfcLease" [ 873.693278] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.707815] env[62136]: DEBUG nova.compute.provider_tree [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.713998] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.713998] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 873.713998] env[62136]: _type = "HttpNfcLease" [ 873.713998] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.795969] env[62136]: DEBUG oslo_concurrency.lockutils [req-a15b2914-318b-4e73-a5ea-f38cbefa6b65 req-dc51f679-15e6-4f70-8f40-494ff181a17b service nova] Releasing lock "refresh_cache-be6d2666-040d-4fdf-93db-3855a8f7cc90" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.849873] env[62136]: INFO nova.compute.manager [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Took 28.67 seconds to build instance. [ 873.904729] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286649, 'name': ReconfigVM_Task, 'duration_secs': 0.380426} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.905068] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.905305] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b087041a-3322-4233-a20a-98d96188dea3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.913078] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 873.913078] env[62136]: value = "task-2286651" [ 873.913078] env[62136]: _type = "Task" [ 873.913078] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.921893] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.184680] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.207909] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.210884] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.210884] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 874.210884] env[62136]: _type = "HttpNfcLease" [ 874.210884] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.210884] env[62136]: DEBUG nova.scheduler.client.report [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.216835] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.217095] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.217346] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.217602] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.217844] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.218069] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.218389] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.218651] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.218897] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.219157] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.219418] env[62136]: DEBUG nova.virt.hardware [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.220521] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc577e1-59f5-4302-b735-398c4e7c95e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.232603] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a9b62-ce2a-4637-b467-8f51103e30e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.352061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92677a85-bfbe-4f59-8494-33b40d0a7568 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.186s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.384126] env[62136]: DEBUG nova.network.neutron [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Updating instance_info_cache with network_info: [{"id": "edde3a6f-adef-49d4-a158-37b953c45625", "address": "fa:16:3e:e4:df:05", "network": {"id": "08b8c9a4-0793-4c3f-b5df-5e123df386ca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-39360044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb98e8a1ac467da4ee5b6c6a5b099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedde3a6f-ad", "ovs_interfaceid": "edde3a6f-adef-49d4-a158-37b953c45625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.424971] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.588881] env[62136]: DEBUG nova.compute.manager [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Received event network-changed-edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.589144] env[62136]: DEBUG nova.compute.manager [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Refreshing instance network info cache due to event network-changed-edde3a6f-adef-49d4-a158-37b953c45625. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.589394] env[62136]: DEBUG oslo_concurrency.lockutils [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] Acquiring lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.704182] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.704182] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 874.704182] env[62136]: _type = "HttpNfcLease" [ 874.704182] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.704551] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.704551] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529c9a1d-61df-e078-3d92-ab7161f46044" [ 874.704551] env[62136]: _type = "HttpNfcLease" [ 874.704551] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 874.705658] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf7991-5e27-47c6-b8e9-b58cceff3930 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.714434] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.714676] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 874.778916] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.779601] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.784017] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.887s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.784350] env[62136]: DEBUG nova.objects.instance [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lazy-loading 'resources' on Instance uuid 3cae5f08-9865-41e9-9807-feac2a1d6db9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 874.790436] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3a2fb7d-7ffe-42ab-a2a9-b52a4c3f99f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.887169] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Releasing lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.887502] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Instance network_info: |[{"id": "edde3a6f-adef-49d4-a158-37b953c45625", "address": "fa:16:3e:e4:df:05", "network": {"id": "08b8c9a4-0793-4c3f-b5df-5e123df386ca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-39360044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb98e8a1ac467da4ee5b6c6a5b099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedde3a6f-ad", "ovs_interfaceid": "edde3a6f-adef-49d4-a158-37b953c45625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.887847] env[62136]: DEBUG oslo_concurrency.lockutils [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] Acquired lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.888050] env[62136]: DEBUG nova.network.neutron [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Refreshing network info cache for port edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.889582] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:df:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edde3a6f-adef-49d4-a158-37b953c45625', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.898703] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Creating folder: Project (bffb98e8a1ac467da4ee5b6c6a5b099c). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.900051] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca39efb9-6929-47af-ba29-bb0358537201 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.915072] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Created folder: Project (bffb98e8a1ac467da4ee5b6c6a5b099c) in parent group-v465229. [ 874.915351] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Creating folder: Instances. Parent ref: group-v465440. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.919582] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f291e4-a4ca-45cb-b4ce-22186264cf7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.926911] env[62136]: DEBUG nova.compute.manager [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Received event network-vif-plugged-291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.927237] env[62136]: DEBUG oslo_concurrency.lockutils [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] Acquiring lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.927535] env[62136]: DEBUG oslo_concurrency.lockutils [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.927763] env[62136]: DEBUG oslo_concurrency.lockutils [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.928046] env[62136]: DEBUG nova.compute.manager [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] No waiting events found dispatching network-vif-plugged-291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.928305] env[62136]: WARNING nova.compute.manager [req-9e0146ed-e051-4942-be9f-14b5a75b4f9a req-832a8776-6501-48a9-8fe3-1f92f98653ac service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Received unexpected event network-vif-plugged-291dadae-525d-4a38-81d0-55b4661c5299 for instance with vm_state building and task_state spawning. [ 874.933044] env[62136]: DEBUG oslo_vmware.api [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286651, 'name': PowerOnVM_Task, 'duration_secs': 0.699442} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.938129] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.941178] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Created folder: Instances in parent group-v465440. [ 874.941345] env[62136]: DEBUG oslo.service.loopingcall [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.942371] env[62136]: DEBUG nova.compute.manager [None req-4c220213-b1ed-4929-9a68-6f97a7e9b640 tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.942631] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.943407] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63df07-94a8-410e-ad10-4e6fb64e5203 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.946786] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2375e806-821b-46a3-a569-3f6a3222f928 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.977505] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.977505] env[62136]: value = "task-2286654" [ 874.977505] env[62136]: _type = "Task" [ 874.977505] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.987473] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286654, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.238781] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Successfully updated port: 291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.291892] env[62136]: DEBUG nova.compute.utils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.299145] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.299346] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.430956] env[62136]: DEBUG nova.policy [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cf9f4d80f447e7bb6c08fb4ac72fe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c869d21b9e464b9744b78a6c708060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.502441] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286654, 'name': CreateVM_Task, 'duration_secs': 0.397334} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.507783] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.511151] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.511360] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.511694] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.512737] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7deb14-7c81-4593-8a52-e33897e270eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.524970] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 875.524970] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5270d4a1-1f2a-f9b3-9a0f-c20c13d227e2" [ 875.524970] env[62136]: _type = "Task" [ 875.524970] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.543853] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5270d4a1-1f2a-f9b3-9a0f-c20c13d227e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.545679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.545950] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.546271] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.546550] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.546623] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.546919] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f487920d-e90f-49e3-bcd7-1bd8f1b0e87f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.560767] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.560767] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.561521] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4130d7b-a606-4ed8-9005-45d36607479f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.577989] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 875.577989] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ef117-c71e-ae8f-aa79-932b9a5aef2e" [ 875.577989] env[62136]: _type = "Task" [ 875.577989] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.586534] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 875.586645] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.587585] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9c4a5-fdf9-448a-ac8a-a734a10f52c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.594206] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523ef117-c71e-ae8f-aa79-932b9a5aef2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.595414] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f024f2b-2355-49f8-9812-c191413e5d6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602092] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.602092] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 875.605253] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-60a7c9fc-ebb9-47bc-b1ca-b4a15a51f265 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.609055] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 875.609055] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52484d05-35cb-45e1-2f08-4b6ccd59ddb6" [ 875.609055] env[62136]: _type = "Task" [ 875.609055] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.620938] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52484d05-35cb-45e1-2f08-4b6ccd59ddb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.694563] env[62136]: DEBUG nova.network.neutron [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Updated VIF entry in instance network info cache for port edde3a6f-adef-49d4-a158-37b953c45625. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.694950] env[62136]: DEBUG nova.network.neutron [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Updating instance_info_cache with network_info: [{"id": "edde3a6f-adef-49d4-a158-37b953c45625", "address": "fa:16:3e:e4:df:05", "network": {"id": "08b8c9a4-0793-4c3f-b5df-5e123df386ca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-39360044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb98e8a1ac467da4ee5b6c6a5b099c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedde3a6f-ad", "ovs_interfaceid": "edde3a6f-adef-49d4-a158-37b953c45625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.701877] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98727f01-29f6-4432-9476-e8d28d8c7e98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.712802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825928a0-06c4-49a6-8c71-f42d4d8e8613 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.744776] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.745150] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.745150] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.747139] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Successfully created port: 239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.749703] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688dffa-caef-4607-8f6b-9e67475b7078 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.761717] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4bf910-7229-4526-b758-d57b2bbeea50 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.777590] env[62136]: DEBUG nova.compute.provider_tree [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.797909] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.992086] env[62136]: DEBUG oslo_vmware.rw_handles [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522bfaf1-d8cd-055c-c952-1a40bcaf4413/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 875.993208] env[62136]: INFO nova.virt.vmwareapi.images [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Downloaded image file data e7d3a098-0e92-4de5-92ba-bb033e3f0930 [ 875.993862] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea5da5c-485e-405d-9253-d54857ec6f44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.012154] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe267069-9433-43df-87c4-6f2bc7821909 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.048722] env[62136]: INFO nova.virt.vmwareapi.images [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] The imported VM was unregistered [ 876.052102] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 876.052394] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.052697] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51eca7a-3123-423d-ae8f-3a931273653d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.069192] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.069192] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4/OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4.vmdk to [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk. {{(pid=62136) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 876.069499] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0697c269-3752-417c-a603-51faa32d2dd4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.079092] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 876.079092] env[62136]: value = "task-2286656" [ 876.079092] env[62136]: _type = "Task" [ 876.079092] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.089469] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.124124] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52484d05-35cb-45e1-2f08-4b6ccd59ddb6, 'name': SearchDatastore_Task, 'duration_secs': 0.023907} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.127457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.127457] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d/6a61cf56-9c69-4210-bdc5-fd0340fb7a6d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.127457] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb424adb-de4a-46b6-9c6c-e2d8b1672a43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.135104] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 876.135104] env[62136]: value = "task-2286657" [ 876.135104] env[62136]: _type = "Task" [ 876.135104] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.143196] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.199742] env[62136]: DEBUG oslo_concurrency.lockutils [req-06b2b3f9-f5ae-4089-b07e-7e614406f17e req-0d99b535-7fb1-41b1-9b71-ef303ed7de21 service nova] Releasing lock "refresh_cache-6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.280609] env[62136]: DEBUG nova.scheduler.client.report [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.315929] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.593359] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.594361] env[62136]: DEBUG nova.network.neutron [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updating instance_info_cache with network_info: [{"id": "291dadae-525d-4a38-81d0-55b4661c5299", "address": "fa:16:3e:5e:47:54", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291dadae-52", "ovs_interfaceid": "291dadae-525d-4a38-81d0-55b4661c5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.648625] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.730570] env[62136]: DEBUG nova.compute.manager [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.730684] env[62136]: DEBUG nova.compute.manager [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing instance network info cache due to event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.731016] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.731706] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.731916] env[62136]: DEBUG nova.network.neutron [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.788622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.791558] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.282s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.793468] env[62136]: INFO nova.compute.claims [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.808620] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.818351] env[62136]: INFO nova.scheduler.client.report [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Deleted allocations for instance 3cae5f08-9865-41e9-9807-feac2a1d6db9 [ 876.840304] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.840610] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.840777] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.841194] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.842032] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.842032] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.842032] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.842032] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.842282] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.842521] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.842837] env[62136]: DEBUG nova.virt.hardware [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.843835] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0737043-788b-495e-84c3-a42e5cc6522a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.857588] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d0bedc-6452-4865-8483-44db3476bf21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.962930] env[62136]: DEBUG nova.compute.manager [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Received event network-changed-291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.963214] env[62136]: DEBUG nova.compute.manager [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Refreshing instance network info cache due to event network-changed-291dadae-525d-4a38-81d0-55b4661c5299. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.963434] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Acquiring lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.093397] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.097570] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.097920] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Instance network_info: |[{"id": "291dadae-525d-4a38-81d0-55b4661c5299", "address": "fa:16:3e:5e:47:54", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291dadae-52", "ovs_interfaceid": "291dadae-525d-4a38-81d0-55b4661c5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.098429] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Acquired lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.098885] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Refreshing network info cache for port 291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.100052] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:47:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '291dadae-525d-4a38-81d0-55b4661c5299', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.107484] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating folder: Project (95c869d21b9e464b9744b78a6c708060). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.108665] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e51689b4-975d-4f99-b33f-9e7ec4b63868 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.126665] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created folder: Project (95c869d21b9e464b9744b78a6c708060) in parent group-v465229. [ 877.126821] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating folder: Instances. Parent ref: group-v465443. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.127098] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-955b1a48-58f6-4010-af4b-1786fd92d975 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.144995] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created folder: Instances in parent group-v465443. [ 877.145397] env[62136]: DEBUG oslo.service.loopingcall [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.146968] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.150043] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a04cf38b-c2bd-48ef-8712-5413199be1b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.165785] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768448} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.165993] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d/6a61cf56-9c69-4210-bdc5-fd0340fb7a6d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.166233] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.166977] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d389d4e4-e92f-46b3-a76b-9e047263a48c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.176440] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.176440] env[62136]: value = "task-2286660" [ 877.176440] env[62136]: _type = "Task" [ 877.176440] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.178231] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 877.178231] env[62136]: value = "task-2286661" [ 877.178231] env[62136]: _type = "Task" [ 877.178231] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.199404] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286660, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.199792] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.328509] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5e1408e4-a6b7-4d27-9c04-eb859dcce88a tempest-FloatingIPsAssociationNegativeTestJSON-1392330640 tempest-FloatingIPsAssociationNegativeTestJSON-1392330640-project-member] Lock "3cae5f08-9865-41e9-9807-feac2a1d6db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.523s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.597728] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.624796] env[62136]: DEBUG nova.network.neutron [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updated VIF entry in instance network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.625180] env[62136]: DEBUG nova.network.neutron [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.654889] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Successfully updated port: 239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.697686] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286660, 'name': CreateVM_Task, 'duration_secs': 0.510461} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.699296] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09209} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.699575] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.699956] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.700994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.702803] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702803] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.702803] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b2ba16-d111-4255-8775-b28134aed26b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.705747] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673b0b13-6f88-406c-b659-b9c53189c8e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.714300] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 877.714300] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5204d053-d724-51a1-3603-aa94d3399caa" [ 877.714300] env[62136]: _type = "Task" [ 877.714300] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.740211] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d/6a61cf56-9c69-4210-bdc5-fd0340fb7a6d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.744024] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be61e364-907f-4eb3-8224-8c72e7707b42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.764394] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5204d053-d724-51a1-3603-aa94d3399caa, 'name': SearchDatastore_Task, 'duration_secs': 0.027954} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.765415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.765657] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.765895] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.766055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.766241] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.766583] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ea0765-2d09-40c2-9cb3-8dcc6815a2bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.775535] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 877.775535] env[62136]: value = "task-2286662" [ 877.775535] env[62136]: _type = "Task" [ 877.775535] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.788845] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.791958] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.792276] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.793306] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74db07f-d63c-478a-b7ba-f462779457e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.807635] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 877.807635] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5232a37b-b228-ade5-7daa-739155a676db" [ 877.807635] env[62136]: _type = "Task" [ 877.807635] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.825988] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5232a37b-b228-ade5-7daa-739155a676db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.101422] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.126409] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updated VIF entry in instance network info cache for port 291dadae-525d-4a38-81d0-55b4661c5299. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.126600] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updating instance_info_cache with network_info: [{"id": "291dadae-525d-4a38-81d0-55b4661c5299", "address": "fa:16:3e:5e:47:54", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291dadae-52", "ovs_interfaceid": "291dadae-525d-4a38-81d0-55b4661c5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.128073] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc7d03f5-b590-42c3-849b-81b1768fee77 req-f76d95b3-c73f-47b3-bc40-5fb40ff74ea9 service nova] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.164447] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.164447] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.164447] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.210249] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede449c0-7744-413a-8e95-0d5c667e2a9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.220727] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7173088-7013-4b64-8c2b-17a27a42e935 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.261593] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96eb12d-940e-4b27-ba1f-05455da8b528 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.281462] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c13403f-2d51-4f7c-90a1-693488da10ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.295779] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.304225] env[62136]: DEBUG nova.compute.provider_tree [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.324146] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5232a37b-b228-ade5-7daa-739155a676db, 'name': SearchDatastore_Task, 'duration_secs': 0.026968} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.325515] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f405b8a-e0ad-4da0-a325-86aa1cf2c6df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.337673] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 878.337673] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5230b6c2-d323-2d5c-e887-4f438733c378" [ 878.337673] env[62136]: _type = "Task" [ 878.337673] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.348342] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5230b6c2-d323-2d5c-e887-4f438733c378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.595813] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.630856] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Releasing lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.631256] env[62136]: DEBUG nova.compute.manager [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Received event network-changed-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.631445] env[62136]: DEBUG nova.compute.manager [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Refreshing instance network info cache due to event network-changed-33ceea7b-5deb-4d9e-ac3e-50838d984ca0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.631664] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Acquiring lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.631811] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Acquired lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632014] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Refreshing network info cache for port 33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.747031] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.770845] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.771235] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.771450] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "5a634095-dad5-4b90-8905-196b1452ef19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.771633] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.771801] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.774579] env[62136]: INFO nova.compute.manager [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Terminating instance [ 878.795278] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286662, 'name': ReconfigVM_Task, 'duration_secs': 0.654534} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.795949] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d/6a61cf56-9c69-4210-bdc5-fd0340fb7a6d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.796558] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef78162-903f-4f81-814e-5413d57014ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.807128] env[62136]: DEBUG nova.compute.manager [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.807128] env[62136]: DEBUG nova.compute.manager [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing instance network info cache due to event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.807128] env[62136]: DEBUG oslo_concurrency.lockutils [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.807128] env[62136]: DEBUG oslo_concurrency.lockutils [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.807128] env[62136]: DEBUG nova.network.neutron [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.811495] env[62136]: DEBUG nova.scheduler.client.report [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.823109] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 878.823109] env[62136]: value = "task-2286663" [ 878.823109] env[62136]: _type = "Task" [ 878.823109] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.840049] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286663, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.852599] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5230b6c2-d323-2d5c-e887-4f438733c378, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.852867] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.853150] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/e0c44643-9513-4ab6-963b-2aca3134fc22.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.853427] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60335d17-7cdc-4af1-8393-856642b02b63 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.863079] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 878.863079] env[62136]: value = "task-2286664" [ 878.863079] env[62136]: _type = "Task" [ 878.863079] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.871532] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.066458] env[62136]: DEBUG nova.network.neutron [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Updating instance_info_cache with network_info: [{"id": "239f478f-23ba-4d60-9127-f02e761a507a", "address": "fa:16:3e:54:98:3a", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239f478f-23", "ovs_interfaceid": "239f478f-23ba-4d60-9127-f02e761a507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.093354] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286656, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.659503} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.093689] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4/OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4.vmdk to [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk. [ 879.093946] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Cleaning up location [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 879.094122] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8b68edfa-ad2f-45dc-bd60-16e4a27fd4e4 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.094314] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3b82ed7-9588-4ac9-bbbd-47d0ccbee15b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.103316] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 879.103316] env[62136]: value = "task-2286665" [ 879.103316] env[62136]: _type = "Task" [ 879.103316] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.115019] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.126020] env[62136]: DEBUG nova.compute.manager [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Received event network-vif-plugged-239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.126121] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Acquiring lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.126361] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.126966] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.126966] env[62136]: DEBUG nova.compute.manager [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] No waiting events found dispatching network-vif-plugged-239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.127138] env[62136]: WARNING nova.compute.manager [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Received unexpected event network-vif-plugged-239f478f-23ba-4d60-9127-f02e761a507a for instance with vm_state building and task_state spawning. [ 879.127268] env[62136]: DEBUG nova.compute.manager [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Received event network-changed-239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.127424] env[62136]: DEBUG nova.compute.manager [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Refreshing instance network info cache due to event network-changed-239f478f-23ba-4d60-9127-f02e761a507a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.127790] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Acquiring lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.281307] env[62136]: DEBUG nova.compute.manager [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.281583] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.283042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c456f9c-c481-47da-930b-66cc765e58c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.300774] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.301102] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abde9eac-c5e1-449a-a719-b416f98ebe51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.309389] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 879.309389] env[62136]: value = "task-2286666" [ 879.309389] env[62136]: _type = "Task" [ 879.309389] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.317185] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.323180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.323686] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.326307] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.519s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.330704] env[62136]: INFO nova.compute.claims [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.343379] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286663, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.375829] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.569516] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.569974] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Instance network_info: |[{"id": "239f478f-23ba-4d60-9127-f02e761a507a", "address": "fa:16:3e:54:98:3a", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239f478f-23", "ovs_interfaceid": "239f478f-23ba-4d60-9127-f02e761a507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.570286] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Acquired lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.570459] env[62136]: DEBUG nova.network.neutron [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Refreshing network info cache for port 239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.571744] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:98:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '239f478f-23ba-4d60-9127-f02e761a507a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.587956] env[62136]: DEBUG oslo.service.loopingcall [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.592420] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.593090] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea005715-be78-431e-be23-eba803420908 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.619291] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155362} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.624024] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.624024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.624024] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk to [datastore2] be6d2666-040d-4fdf-93db-3855a8f7cc90/be6d2666-040d-4fdf-93db-3855a8f7cc90.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.624024] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.624024] env[62136]: value = "task-2286667" [ 879.624024] env[62136]: _type = "Task" [ 879.624024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.624024] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-898f53b0-056f-4855-af6e-6cdc0aeba1f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.641611] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286667, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.642668] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 879.642668] env[62136]: value = "task-2286668" [ 879.642668] env[62136]: _type = "Task" [ 879.642668] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.656398] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.733208] env[62136]: DEBUG nova.network.neutron [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updated VIF entry in instance network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.733956] env[62136]: DEBUG nova.network.neutron [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.824023] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286666, 'name': PowerOffVM_Task, 'duration_secs': 0.474377} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.825549] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.826567] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.826567] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec37976-c6ad-46f1-b4ae-7b08fdd32782 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.834075] env[62136]: DEBUG nova.compute.utils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.840473] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.840473] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.853669] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286663, 'name': Rename_Task, 'duration_secs': 0.575513} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.854193] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.854711] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63581ac7-3522-4bf4-a615-21d19975087e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.864991] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 879.864991] env[62136]: value = "task-2286670" [ 879.864991] env[62136]: _type = "Task" [ 879.864991] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.891613] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286664, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.891613] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.894615] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updated VIF entry in instance network info cache for port 33ceea7b-5deb-4d9e-ac3e-50838d984ca0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.894987] env[62136]: DEBUG nova.network.neutron [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.957978] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.957978] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.957978] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleting the datastore file [datastore1] 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.958297] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e913191a-5914-49e3-8abc-cb6f12b22640 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.968841] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for the task: (returnval){ [ 879.968841] env[62136]: value = "task-2286671" [ 879.968841] env[62136]: _type = "Task" [ 879.968841] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.983383] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.998547] env[62136]: DEBUG nova.policy [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b07a1208f95d4db6ad29cda75d792e15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639cb95c7fab4da5b88fdec58fe65208', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.144910] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286667, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.159391] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.237153] env[62136]: DEBUG oslo_concurrency.lockutils [req-a40b6bc9-9c06-4ac5-952a-472a5bbb4576 req-a1503410-6f57-4040-bbf9-a9e14dc207ca service nova] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.343313] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.389541] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.390430] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286664, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.392772] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/e0c44643-9513-4ab6-963b-2aca3134fc22.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.393043] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.397030] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da5a82c1-d619-4a0c-8b37-df1f8f9bfa6e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.398125] env[62136]: DEBUG oslo_concurrency.lockutils [req-c8d2fd11-2557-4382-909b-f3d52f693eaa req-f61f595d-6968-4888-aeb0-8a5cc95abed1 service nova] Releasing lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.407300] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 880.407300] env[62136]: value = "task-2286672" [ 880.407300] env[62136]: _type = "Task" [ 880.407300] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.433958] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.485334] env[62136]: DEBUG oslo_vmware.api [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Task: {'id': task-2286671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437376} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.485541] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.485721] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.485904] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.486136] env[62136]: INFO nova.compute.manager [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Took 1.20 seconds to destroy the instance on the hypervisor. [ 880.486423] env[62136]: DEBUG oslo.service.loopingcall [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.487157] env[62136]: DEBUG nova.compute.manager [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.487268] env[62136]: DEBUG nova.network.neutron [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.635294] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Successfully created port: 058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.647656] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286667, 'name': CreateVM_Task, 'duration_secs': 0.606958} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.653950] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.657027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.657027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.657027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.657027] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819ea06f-d2b7-4645-8862-8e2672e79b79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.666605] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.671038] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 880.671038] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d271e0-fa5a-9336-7db4-9c6f2e249502" [ 880.671038] env[62136]: _type = "Task" [ 880.671038] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.684643] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d271e0-fa5a-9336-7db4-9c6f2e249502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.696651] env[62136]: DEBUG nova.network.neutron [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Updated VIF entry in instance network info cache for port 239f478f-23ba-4d60-9127-f02e761a507a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.697077] env[62136]: DEBUG nova.network.neutron [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Updating instance_info_cache with network_info: [{"id": "239f478f-23ba-4d60-9127-f02e761a507a", "address": "fa:16:3e:54:98:3a", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239f478f-23", "ovs_interfaceid": "239f478f-23ba-4d60-9127-f02e761a507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.794948] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed78df6-a506-4d45-b09c-fcb3a58535c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.810319] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eba2e3-8f3b-4b89-b856-9edb1804588f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.865910] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be229c-afb3-4a7a-800f-015096aaee4d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.889370] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.891754] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54d9df-c629-421e-b5e7-f427472cae83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.916949] env[62136]: DEBUG nova.compute.provider_tree [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.925716] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.926609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.926609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.926609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.926609] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.930421] env[62136]: INFO nova.compute.manager [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Terminating instance [ 880.940633] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085125} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.940814] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.941710] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341db5e9-a6de-42ff-928a-f557be076736 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.974134] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/e0c44643-9513-4ab6-963b-2aca3134fc22.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.974892] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6899126a-74f2-4d4a-b2c4-fcff507f4937 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.003534] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 881.003534] env[62136]: value = "task-2286673" [ 881.003534] env[62136]: _type = "Task" [ 881.003534] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.018057] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.162234] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.186207] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d271e0-fa5a-9336-7db4-9c6f2e249502, 'name': SearchDatastore_Task, 'duration_secs': 0.030345} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.186579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.187813] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.187813] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.187813] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.187813] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.187813] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd215f1-8e4e-475a-b2df-99468d8e92cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.201352] env[62136]: DEBUG oslo_concurrency.lockutils [req-44b2ea5c-3756-4e22-a209-3496510ccacc req-44703020-7137-4cb9-8ed3-891eeae90883 service nova] Releasing lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.201870] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.202085] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.202892] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbff305-e235-4f45-89d4-71b6f4d6d72d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.214198] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 881.214198] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e40a2d-40df-a34f-bd89-c3c0a1c4ffb6" [ 881.214198] env[62136]: _type = "Task" [ 881.214198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.226218] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e40a2d-40df-a34f-bd89-c3c0a1c4ffb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.343896] env[62136]: DEBUG nova.compute.manager [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.344122] env[62136]: DEBUG nova.compute.manager [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing instance network info cache due to event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.344270] env[62136]: DEBUG oslo_concurrency.lockutils [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.344925] env[62136]: DEBUG oslo_concurrency.lockutils [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.346040] env[62136]: DEBUG nova.network.neutron [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.353876] env[62136]: DEBUG nova.compute.manager [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.354127] env[62136]: DEBUG nova.compute.manager [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing instance network info cache due to event network-changed-f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.354790] env[62136]: DEBUG oslo_concurrency.lockutils [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] Acquiring lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.373396] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.392104] env[62136]: DEBUG oslo_vmware.api [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286670, 'name': PowerOnVM_Task, 'duration_secs': 1.144272} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.392104] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.392104] env[62136]: INFO nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Took 9.84 seconds to spawn the instance on the hypervisor. [ 881.392521] env[62136]: DEBUG nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.393045] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c3ae3-5e41-47e7-b44d-bcf6c0c9fa89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.416429] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.416647] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.416691] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.416863] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.417013] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.417167] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.417388] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.418974] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.418974] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.418974] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.418974] env[62136]: DEBUG nova.virt.hardware [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.419205] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f45b4-0078-4e8e-99dd-16a432e6a1a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423376] env[62136]: DEBUG nova.scheduler.client.report [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.435640] env[62136]: DEBUG nova.compute.manager [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.436369] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.439540] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f44abb-c61e-4687-a02f-0dc0d7ccc763 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.442211] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f82e73-5142-4a9e-beeb-79f11f397526 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.463447] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.464520] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7fa4f9-3dad-4b23-8716-a978cb234cdd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.474211] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 881.474211] env[62136]: value = "task-2286674" [ 881.474211] env[62136]: _type = "Task" [ 881.474211] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.489079] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.516561] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286673, 'name': ReconfigVM_Task, 'duration_secs': 0.359512} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.516982] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/e0c44643-9513-4ab6-963b-2aca3134fc22.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.517712] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511c87bc-3ee5-48da-a3ef-66e1f8692ecd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.527414] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 881.527414] env[62136]: value = "task-2286675" [ 881.527414] env[62136]: _type = "Task" [ 881.527414] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.542027] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286675, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.616974] env[62136]: DEBUG nova.network.neutron [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.659860] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.727689] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e40a2d-40df-a34f-bd89-c3c0a1c4ffb6, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.727689] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b75380a-20d1-462f-8e4d-fdafbed4148f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.736047] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 881.736047] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca1650-a561-7d69-99aa-1ae96b0db8a0" [ 881.736047] env[62136]: _type = "Task" [ 881.736047] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.747648] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca1650-a561-7d69-99aa-1ae96b0db8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.936052] env[62136]: INFO nova.compute.manager [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Took 27.89 seconds to build instance. [ 881.938061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.938325] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.942452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.606s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.942696] env[62136]: DEBUG nova.objects.instance [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'resources' on Instance uuid 692596be-0e44-4780-88cc-0c8c9e437b7a {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 881.987992] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.040037] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286675, 'name': Rename_Task, 'duration_secs': 0.172033} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.042816] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.043191] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee676984-aaf4-4140-a8f5-d6b96c0d87d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.053833] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 882.053833] env[62136]: value = "task-2286676" [ 882.053833] env[62136]: _type = "Task" [ 882.053833] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.065187] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.120104] env[62136]: INFO nova.compute.manager [-] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Took 1.63 seconds to deallocate network for instance. [ 882.141324] env[62136]: DEBUG nova.network.neutron [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updated VIF entry in instance network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.141719] env[62136]: DEBUG nova.network.neutron [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.160338] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.253119] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca1650-a561-7d69-99aa-1ae96b0db8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.022824} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.253538] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.253965] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/c356e5e5-c53b-44ce-8d37-2695ffe8f097.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.254402] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faafee7f-da49-4fdf-8e6f-2eaddda23034 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.265897] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 882.265897] env[62136]: value = "task-2286677" [ 882.265897] env[62136]: _type = "Task" [ 882.265897] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.282057] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.422532] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.423124] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.423124] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.423303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.423526] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.425813] env[62136]: INFO nova.compute.manager [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Terminating instance [ 882.443686] env[62136]: DEBUG nova.compute.utils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.445848] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2fb3e819-635f-4c84-a084-be3b17775556 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.406s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.446946] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.447155] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.492464] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286674, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.538971] env[62136]: DEBUG nova.policy [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b07a1208f95d4db6ad29cda75d792e15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639cb95c7fab4da5b88fdec58fe65208', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.573468] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.627526] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.645292] env[62136]: DEBUG oslo_concurrency.lockutils [req-d1394b20-1317-4605-b548-2d65c1e5e5ed req-72e5687a-7ee1-4908-afdf-42ce9708f7a3 service nova] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.645745] env[62136]: DEBUG oslo_concurrency.lockutils [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] Acquired lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.645948] env[62136]: DEBUG nova.network.neutron [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Refreshing network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.651299] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Successfully updated port: 058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.666044] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286668, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.87526} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.666044] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e7d3a098-0e92-4de5-92ba-bb033e3f0930/e7d3a098-0e92-4de5-92ba-bb033e3f0930.vmdk to [datastore2] be6d2666-040d-4fdf-93db-3855a8f7cc90/be6d2666-040d-4fdf-93db-3855a8f7cc90.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.666838] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c428c-45d9-4d62-8653-f00d8cd2ecb9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.701645] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] be6d2666-040d-4fdf-93db-3855a8f7cc90/be6d2666-040d-4fdf-93db-3855a8f7cc90.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.702609] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d898422-a6b3-41a4-8646-219488a9ca9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.726448] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 882.726448] env[62136]: value = "task-2286678" [ 882.726448] env[62136]: _type = "Task" [ 882.726448] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.738552] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.777591] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286677, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.887243] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Successfully created port: 95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.935783] env[62136]: DEBUG nova.compute.manager [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.935783] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.935783] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a0035-f1ec-4933-a9ee-bd270c247062 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944736] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.945191] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-490e9df6-5321-40df-a419-6d468d1f79ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.947973] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.954709] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231f365-5443-4c4e-b6ae-3791dd7031b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.960030] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 882.960030] env[62136]: value = "task-2286679" [ 882.960030] env[62136]: _type = "Task" [ 882.960030] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.968395] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d5f2d-7e2d-43a2-b44f-859c90c5f64e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.976442] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.022398] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d19e3e-7221-4e2f-ad82-af3e587705d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.034213] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286674, 'name': PowerOffVM_Task, 'duration_secs': 1.305303} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.035215] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.035559] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.036506] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1473aaa-473e-4714-a99a-c2b552b0b6ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.051284] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f198a-6500-403c-b8ec-031d00e85507 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.079195] env[62136]: DEBUG nova.compute.provider_tree [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.091230] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286676, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.128457] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.128743] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.129044] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleting the datastore file [datastore2] d4088d5b-34ac-4e5a-9208-7ead6d8e2b39 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.129367] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8934467d-cb03-41dc-b9d8-96f71c9e29e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.136836] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for the task: (returnval){ [ 883.136836] env[62136]: value = "task-2286681" [ 883.136836] env[62136]: _type = "Task" [ 883.136836] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.148882] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.164021] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.164195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164357] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.240192] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.290250] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.380348] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.380751] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.384037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.384037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.384037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.385100] env[62136]: INFO nova.compute.manager [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Terminating instance [ 883.448981] env[62136]: DEBUG nova.compute.manager [req-c00975ae-1af5-4997-a344-b89333874f1a req-28c433e3-85c8-46d3-827c-e853e0fe0f37 service nova] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Received event network-vif-deleted-f91c3a11-5df9-4bd2-ae89-7a4060b11935 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.474188] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286679, 'name': PowerOffVM_Task, 'duration_secs': 0.4753} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.475232] env[62136]: DEBUG nova.compute.manager [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Received event network-vif-plugged-058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.475420] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Acquiring lock "62f09878-d407-4ece-aa1a-a69c98840167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.475616] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Lock "62f09878-d407-4ece-aa1a-a69c98840167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.475782] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Lock "62f09878-d407-4ece-aa1a-a69c98840167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.475944] env[62136]: DEBUG nova.compute.manager [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] No waiting events found dispatching network-vif-plugged-058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.476114] env[62136]: WARNING nova.compute.manager [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Received unexpected event network-vif-plugged-058a1153-d048-4934-94fb-4c203cc94980 for instance with vm_state building and task_state spawning. [ 883.476268] env[62136]: DEBUG nova.compute.manager [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Received event network-changed-058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.476412] env[62136]: DEBUG nova.compute.manager [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Refreshing instance network info cache due to event network-changed-058a1153-d048-4934-94fb-4c203cc94980. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.476574] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Acquiring lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.476762] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.476912] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.477429] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b249184-0c4e-4bb1-8feb-9a319194ef31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.508837] env[62136]: DEBUG nova.network.neutron [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updated VIF entry in instance network info cache for port f67e2320-678b-45b2-8ca7-d5a46eb85150. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.509245] env[62136]: DEBUG nova.network.neutron [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [{"id": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "address": "fa:16:3e:ab:c2:48", "network": {"id": "902ac139-eed2-4041-8f70-2d82bea2935b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1589004097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb6a0b448d3e410092931288001a5b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67e2320-67", "ovs_interfaceid": "f67e2320-678b-45b2-8ca7-d5a46eb85150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.566191] env[62136]: DEBUG oslo_vmware.api [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286676, 'name': PowerOnVM_Task, 'duration_secs': 1.042005} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.566476] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.566684] env[62136]: INFO nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Took 9.38 seconds to spawn the instance on the hypervisor. [ 883.566862] env[62136]: DEBUG nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.568019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f8c7a6-c790-4020-b2c0-fb17fe199c54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.584669] env[62136]: DEBUG nova.scheduler.client.report [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.626057] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.626057] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.626057] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Deleting the datastore file [datastore2] 52b53b21-07d8-446b-bdd1-4a64031ad75a {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.626507] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42d2c67f-5e9b-434a-a46c-66b7e10e5af0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.633395] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for the task: (returnval){ [ 883.633395] env[62136]: value = "task-2286683" [ 883.633395] env[62136]: _type = "Task" [ 883.633395] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.645618] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.649082] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.700978] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.743164] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286678, 'name': ReconfigVM_Task, 'duration_secs': 0.587472} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.743780] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Reconfigured VM instance instance-0000004f to attach disk [datastore2] be6d2666-040d-4fdf-93db-3855a8f7cc90/be6d2666-040d-4fdf-93db-3855a8f7cc90.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.748415] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dab9e10-ee2a-429a-ab77-2a5d965e4586 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758155] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 883.758155] env[62136]: value = "task-2286684" [ 883.758155] env[62136]: _type = "Task" [ 883.758155] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.766721] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286684, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.777073] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286677, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030438} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.777318] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/c356e5e5-c53b-44ce-8d37-2695ffe8f097.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.777538] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.778092] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e68a96bf-ab2e-4df7-a961-39c28b3b5316 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.787504] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 883.787504] env[62136]: value = "task-2286685" [ 883.787504] env[62136]: _type = "Task" [ 883.787504] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.796074] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.865414] env[62136]: DEBUG nova.network.neutron [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Updating instance_info_cache with network_info: [{"id": "058a1153-d048-4934-94fb-4c203cc94980", "address": "fa:16:3e:5a:e9:b9", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058a1153-d0", "ovs_interfaceid": "058a1153-d048-4934-94fb-4c203cc94980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.892160] env[62136]: DEBUG nova.compute.manager [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.892424] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.893405] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d3bb0d-c73c-4fc7-bb1b-37e9286b9714 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.902402] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.902704] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da8b14f-ab58-4752-a4c9-163069945a36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.909917] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 883.909917] env[62136]: value = "task-2286686" [ 883.909917] env[62136]: _type = "Task" [ 883.909917] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.920241] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.964051] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.990430] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.990730] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.990895] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.991119] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.991289] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.991441] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.991652] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.991814] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.991990] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.992423] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.992423] env[62136]: DEBUG nova.virt.hardware [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.993493] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f209eb-bd70-4df7-97ab-b92467ddfe43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.003654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65485ca-d299-48e3-96ef-77a39ccc4791 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.029497] env[62136]: DEBUG oslo_concurrency.lockutils [req-b627196f-5c9a-45ab-b6d4-931fb0247a35 req-09286989-9fe2-430f-94f2-e7178c9b3c6b service nova] Releasing lock "refresh_cache-52b53b21-07d8-446b-bdd1-4a64031ad75a" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.087363] env[62136]: INFO nova.compute.manager [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Took 29.09 seconds to build instance. [ 884.089859] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.092456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.839s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.113354] env[62136]: INFO nova.scheduler.client.report [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance 692596be-0e44-4780-88cc-0c8c9e437b7a [ 884.144446] env[62136]: DEBUG oslo_vmware.api [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Task: {'id': task-2286683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437566} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.145099] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.145303] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.145520] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.145700] env[62136]: INFO nova.compute.manager [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 884.145969] env[62136]: DEBUG oslo.service.loopingcall [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.146227] env[62136]: DEBUG nova.compute.manager [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.146346] env[62136]: DEBUG nova.network.neutron [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.150995] env[62136]: DEBUG oslo_vmware.api [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Task: {'id': task-2286681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638692} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.151905] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.151905] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.152025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.152356] env[62136]: INFO nova.compute.manager [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Took 2.72 seconds to destroy the instance on the hypervisor. [ 884.152395] env[62136]: DEBUG oslo.service.loopingcall [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.152567] env[62136]: DEBUG nova.compute.manager [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.152660] env[62136]: DEBUG nova.network.neutron [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.269059] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286684, 'name': Rename_Task, 'duration_secs': 0.281975} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.269363] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.269615] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee6f34e-c5d5-4860-85e2-664d444fd1ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.276035] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 884.276035] env[62136]: value = "task-2286687" [ 884.276035] env[62136]: _type = "Task" [ 884.276035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.283375] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.296250] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132287} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.296250] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.296864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596dfca-751a-43be-bd56-89e31ea13393 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.321860] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/c356e5e5-c53b-44ce-8d37-2695ffe8f097.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.322386] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0511305e-81a3-482c-921c-963151d4b153 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.342393] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 884.342393] env[62136]: value = "task-2286688" [ 884.342393] env[62136]: _type = "Task" [ 884.342393] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.351115] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.368287] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.368927] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Instance network_info: |[{"id": "058a1153-d048-4934-94fb-4c203cc94980", "address": "fa:16:3e:5a:e9:b9", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058a1153-d0", "ovs_interfaceid": "058a1153-d048-4934-94fb-4c203cc94980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.369533] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Acquired lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.369874] env[62136]: DEBUG nova.network.neutron [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Refreshing network info cache for port 058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.375016] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e9:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058a1153-d048-4934-94fb-4c203cc94980', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.379812] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating folder: Project (639cb95c7fab4da5b88fdec58fe65208). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.381042] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca38fb30-1554-44e2-a96a-a4c9fdc0cb75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.391968] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Created folder: Project (639cb95c7fab4da5b88fdec58fe65208) in parent group-v465229. [ 884.392491] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating folder: Instances. Parent ref: group-v465447. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.393344] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff9729f6-4ac6-4dac-8102-82839b15d976 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.403506] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Created folder: Instances in parent group-v465447. [ 884.409016] env[62136]: DEBUG oslo.service.loopingcall [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.409016] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.409016] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f6f45a-ff2a-4e12-b4ad-a98922e6c36d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.433300] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286686, 'name': PowerOffVM_Task, 'duration_secs': 0.293553} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.433745] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.434063] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.434988] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2522774-9e12-455d-b100-eb74b640626f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.437258] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.437258] env[62136]: value = "task-2286691" [ 884.437258] env[62136]: _type = "Task" [ 884.437258] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.453594] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286691, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.512205] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.512205] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.512205] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Deleting the datastore file [datastore1] 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.512205] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52958ff6-8a1b-4170-b1d1-b0e1218cda2b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.517648] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for the task: (returnval){ [ 884.517648] env[62136]: value = "task-2286693" [ 884.517648] env[62136]: _type = "Task" [ 884.517648] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.526062] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.531711] env[62136]: DEBUG nova.compute.manager [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.532648] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a842a-f44a-4ad7-8ecf-23a07f9d970d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.592766] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ea01c7af-b9db-4afb-a2b2-854b2711553f tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.614s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.596556] env[62136]: INFO nova.compute.claims [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.621149] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5f565d33-3e49-4aad-8555-704b803fb3ad tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "692596be-0e44-4780-88cc-0c8c9e437b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.480s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.786727] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.856241] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286688, 'name': ReconfigVM_Task, 'duration_secs': 0.317569} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.856553] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/c356e5e5-c53b-44ce-8d37-2695ffe8f097.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.857456] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d9031e-0800-417e-be28-c0ec42078562 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.865444] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 884.865444] env[62136]: value = "task-2286694" [ 884.865444] env[62136]: _type = "Task" [ 884.865444] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.877213] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286694, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.924655] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Successfully updated port: 95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.950056] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286691, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.964087] env[62136]: DEBUG nova.network.neutron [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.028722] env[62136]: DEBUG oslo_vmware.api [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Task: {'id': task-2286693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133557} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.029458] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.029458] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.029458] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.029724] env[62136]: INFO nova.compute.manager [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.030065] env[62136]: DEBUG oslo.service.loopingcall [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.030319] env[62136]: DEBUG nova.compute.manager [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.030462] env[62136]: DEBUG nova.network.neutron [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.042381] env[62136]: INFO nova.compute.manager [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] instance snapshotting [ 885.043071] env[62136]: DEBUG nova.objects.instance [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 885.107527] env[62136]: INFO nova.compute.resource_tracker [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating resource usage from migration 24b710dc-3ee6-49ba-9390-d922b6904a05 [ 885.127664] env[62136]: DEBUG nova.network.neutron [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Updated VIF entry in instance network info cache for port 058a1153-d048-4934-94fb-4c203cc94980. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.127664] env[62136]: DEBUG nova.network.neutron [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Updating instance_info_cache with network_info: [{"id": "058a1153-d048-4934-94fb-4c203cc94980", "address": "fa:16:3e:5a:e9:b9", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058a1153-d0", "ovs_interfaceid": "058a1153-d048-4934-94fb-4c203cc94980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.292380] env[62136]: DEBUG oslo_vmware.api [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286687, 'name': PowerOnVM_Task, 'duration_secs': 0.84193} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.292671] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.293443] env[62136]: INFO nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Took 16.39 seconds to spawn the instance on the hypervisor. [ 885.293788] env[62136]: DEBUG nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.295035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464aee4c-e167-41ca-989d-11f60ae4ab00 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.376393] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286694, 'name': Rename_Task, 'duration_secs': 0.168919} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.379390] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.380457] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e69a916-0516-4537-a430-03fdc998142f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.387543] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 885.387543] env[62136]: value = "task-2286695" [ 885.387543] env[62136]: _type = "Task" [ 885.387543] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.396543] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.405205] env[62136]: DEBUG nova.network.neutron [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.428248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.428248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.428248] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.451656] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286691, 'name': CreateVM_Task, 'duration_secs': 0.684126} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.451990] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.452939] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.453272] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.455734] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.455734] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8781ddef-9206-4954-b9eb-a4a73ef36def {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.459381] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 885.459381] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df2937-3d59-4906-2e6e-64ad54735cf9" [ 885.459381] env[62136]: _type = "Task" [ 885.459381] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.468255] env[62136]: INFO nova.compute.manager [-] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Took 1.32 seconds to deallocate network for instance. [ 885.469078] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df2937-3d59-4906-2e6e-64ad54735cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.481817] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f0d08-d13a-4db4-b28e-5da7b9b38397 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.489917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182a8354-e671-4dc5-8e51-e9b0e6dfdfdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.525641] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a246eb9-ce35-4c83-8285-6b7c0eaa6f77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.535466] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f1920-fdef-4a46-934c-5b2af4741c7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.554869] env[62136]: DEBUG nova.compute.provider_tree [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.557020] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed970192-0fc5-43be-97a9-a0bfb2dc1f39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.581094] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8158ebd6-c841-4557-a2b5-663df6871fe1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585668] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Received event network-vif-plugged-95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.585928] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Acquiring lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.586193] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.586331] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.586498] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] No waiting events found dispatching network-vif-plugged-95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.586661] env[62136]: WARNING nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Received unexpected event network-vif-plugged-95fc3148-7c78-40de-8a7c-2c67919bb712 for instance with vm_state building and task_state spawning. [ 885.586849] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Received event network-vif-deleted-08e65458-b95e-4849-a4ab-8cb5e0490142 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.587050] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Received event network-changed-95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.587232] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Refreshing instance network info cache due to event network-changed-95fc3148-7c78-40de-8a7c-2c67919bb712. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.587420] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Acquiring lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.598410] env[62136]: DEBUG nova.compute.manager [req-0f4b95c9-9154-43ed-80fa-2da5bee0bd97 req-dba5e87a-fdc6-4190-9f57-324d62e04454 service nova] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Received event network-vif-deleted-f67e2320-678b-45b2-8ca7-d5a46eb85150 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.631546] env[62136]: DEBUG oslo_concurrency.lockutils [req-66ec4d30-5af2-40a4-ac59-926a8437a81f req-1d848c98-a2c7-46cd-87a3-f480052acdaf service nova] Releasing lock "refresh_cache-62f09878-d407-4ece-aa1a-a69c98840167" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.819231] env[62136]: INFO nova.compute.manager [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Took 38.99 seconds to build instance. [ 885.872026] env[62136]: DEBUG nova.network.neutron [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.898584] env[62136]: DEBUG oslo_vmware.api [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286695, 'name': PowerOnVM_Task, 'duration_secs': 0.481929} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.900033] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.900033] env[62136]: INFO nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Took 9.09 seconds to spawn the instance on the hypervisor. [ 885.900033] env[62136]: DEBUG nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.900271] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543dcc6-eb8b-4f3c-9d81-2e3c1eb318c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.909779] env[62136]: INFO nova.compute.manager [-] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Took 1.76 seconds to deallocate network for instance. [ 885.970012] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52df2937-3d59-4906-2e6e-64ad54735cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.970370] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.970639] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.970881] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.971101] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.971335] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.971548] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bf5e6e-e104-49f2-897f-a8f0f3e6318d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.975717] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.982134] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.982134] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.982134] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.983848] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84703ab-c06e-4e53-90a8-6638210c80ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.993020] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 885.993020] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ab81ff-42b8-e159-7210-7a6566e038e7" [ 885.993020] env[62136]: _type = "Task" [ 885.993020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.999771] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ab81ff-42b8-e159-7210-7a6566e038e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.061043] env[62136]: DEBUG nova.scheduler.client.report [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.096596] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.097219] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34ad90e5-2310-4533-882b-5c293fdb7b3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107175] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 886.107175] env[62136]: value = "task-2286696" [ 886.107175] env[62136]: _type = "Task" [ 886.107175] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.120267] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.160675] env[62136]: DEBUG nova.network.neutron [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Updating instance_info_cache with network_info: [{"id": "95fc3148-7c78-40de-8a7c-2c67919bb712", "address": "fa:16:3e:f9:7e:00", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fc3148-7c", "ovs_interfaceid": "95fc3148-7c78-40de-8a7c-2c67919bb712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.171856] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "b4673d92-972a-4ccf-9a47-8055862fee02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.171856] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.322209] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05995415-d241-4594-ae70-e0bd4fd2695b tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.503s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.374291] env[62136]: INFO nova.compute.manager [-] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Took 1.34 seconds to deallocate network for instance. [ 886.422102] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.426211] env[62136]: INFO nova.compute.manager [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Took 30.62 seconds to build instance. [ 886.504059] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ab81ff-42b8-e159-7210-7a6566e038e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.504059] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a8efac-b3da-4e82-9d3b-1025bfd3b59e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.508693] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 886.508693] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb53cc-56b5-e40c-6c77-765aee8d975d" [ 886.508693] env[62136]: _type = "Task" [ 886.508693] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.517881] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb53cc-56b5-e40c-6c77-765aee8d975d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.564237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.472s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.564463] env[62136]: INFO nova.compute.manager [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Migrating [ 886.575233] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.948s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.575487] env[62136]: DEBUG nova.objects.instance [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lazy-loading 'resources' on Instance uuid 5a634095-dad5-4b90-8905-196b1452ef19 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 886.621912] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.665964] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.668277] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Instance network_info: |[{"id": "95fc3148-7c78-40de-8a7c-2c67919bb712", "address": "fa:16:3e:f9:7e:00", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fc3148-7c", "ovs_interfaceid": "95fc3148-7c78-40de-8a7c-2c67919bb712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.668277] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Acquired lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.668277] env[62136]: DEBUG nova.network.neutron [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Refreshing network info cache for port 95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.668277] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:7e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95fc3148-7c78-40de-8a7c-2c67919bb712', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.676249] env[62136]: DEBUG oslo.service.loopingcall [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.677569] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.680802] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.681327] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b69e4f8-8c47-48a0-9d98-63946260e38d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.703200] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.703200] env[62136]: value = "task-2286697" [ 886.703200] env[62136]: _type = "Task" [ 886.703200] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.711576] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286697, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.886250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.927060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-91519246-a407-49f4-a20d-242411cd68e7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.138s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.023015] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cb53cc-56b5-e40c-6c77-765aee8d975d, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.023229] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.023441] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 62f09878-d407-4ece-aa1a-a69c98840167/62f09878-d407-4ece-aa1a-a69c98840167.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.023704] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad75a72-bf62-4166-ba79-225a2ff25bf4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.030910] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 887.030910] env[62136]: value = "task-2286698" [ 887.030910] env[62136]: _type = "Task" [ 887.030910] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.038923] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.039341] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.039581] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.039770] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.040018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.040189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.043789] env[62136]: INFO nova.compute.manager [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Terminating instance [ 887.087677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.087677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087893] env[62136]: DEBUG nova.network.neutron [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.120239] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.204401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.216848] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286697, 'name': CreateVM_Task, 'duration_secs': 0.419773} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.221388] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.222499] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.222724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.223126] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.223404] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0f49f3-4bdf-4af6-9607-8b225cdf47bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.230501] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 887.230501] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c412f6-6a54-9b2c-2f86-ce1493dd9b4e" [ 887.230501] env[62136]: _type = "Task" [ 887.230501] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.245134] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c412f6-6a54-9b2c-2f86-ce1493dd9b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431871] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8a42a-ee33-4e27-8bc6-f3b0fe416b55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.442297] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e56b450-d702-4888-8961-01b2ab7790b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.478604] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae86055-3db8-434f-a0e8-476791531802 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.489091] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eafdee7-9ebe-4d20-b743-de46e181b942 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.505317] env[62136]: DEBUG nova.compute.provider_tree [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.540955] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490489} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.541283] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 62f09878-d407-4ece-aa1a-a69c98840167/62f09878-d407-4ece-aa1a-a69c98840167.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.541438] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.541686] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77aa585e-c10b-4872-9eb6-1037845bc3f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.546408] env[62136]: DEBUG nova.compute.manager [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.546691] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.547484] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a23ca-a152-4979-a74f-e8f313bdaa2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.551782] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 887.551782] env[62136]: value = "task-2286699" [ 887.551782] env[62136]: _type = "Task" [ 887.551782] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.557841] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.558539] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad645bf-26cb-40db-a54f-15df26a795bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.562816] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.567394] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 887.567394] env[62136]: value = "task-2286700" [ 887.567394] env[62136]: _type = "Task" [ 887.567394] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.575316] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.618798] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286696, 'name': CreateSnapshot_Task, 'duration_secs': 1.025021} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.618798] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.619428] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a0d838-89ed-4058-abd6-7addbfc8120a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.627358] env[62136]: INFO nova.compute.manager [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Rescuing [ 887.627358] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.627474] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.627632] env[62136]: DEBUG nova.network.neutron [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.645323] env[62136]: DEBUG nova.network.neutron [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Updated VIF entry in instance network info cache for port 95fc3148-7c78-40de-8a7c-2c67919bb712. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.645671] env[62136]: DEBUG nova.network.neutron [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Updating instance_info_cache with network_info: [{"id": "95fc3148-7c78-40de-8a7c-2c67919bb712", "address": "fa:16:3e:f9:7e:00", "network": {"id": "75cce7fa-881b-40f6-b838-f1ba42610bb4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "57e89a45c1e247198ba9e6b407345451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fc3148-7c", "ovs_interfaceid": "95fc3148-7c78-40de-8a7c-2c67919bb712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.740993] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c412f6-6a54-9b2c-2f86-ce1493dd9b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.057388} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.741314] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.741549] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.741775] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.741922] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.742109] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.742375] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062d9727-a64d-495e-beff-fb594a99f932 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.751552] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.751735] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.752629] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6f2eb2-e169-44b7-afbd-9448c2d6dcad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.757499] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 887.757499] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c2e5fd-7094-73dc-8684-cb491ba89bdf" [ 887.757499] env[62136]: _type = "Task" [ 887.757499] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.767070] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c2e5fd-7094-73dc-8684-cb491ba89bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.854200] env[62136]: DEBUG nova.network.neutron [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.008815] env[62136]: DEBUG nova.scheduler.client.report [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.063573] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066511} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.063836] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.064602] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6ca26-0bfa-48e1-8c30-d75223e26c3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.087979] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 62f09878-d407-4ece-aa1a-a69c98840167/62f09878-d407-4ece-aa1a-a69c98840167.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.088582] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cbf1521-1298-4095-8637-a828c68eb0e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.105234] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286700, 'name': PowerOffVM_Task, 'duration_secs': 0.300214} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.105780] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.106010] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.106260] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6cde130-32a5-4765-b893-e0d3eb6d97c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.111235] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 888.111235] env[62136]: value = "task-2286701" [ 888.111235] env[62136]: _type = "Task" [ 888.111235] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.124923] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.144134] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.145025] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4839d41b-bcfb-4176-8685-c8e33b8e4714 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.149198] env[62136]: DEBUG oslo_concurrency.lockutils [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] Releasing lock "refresh_cache-cdc7a14a-9e4c-43d0-95bb-22329782d156" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.149524] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Received event network-vif-deleted-edde3a6f-adef-49d4-a158-37b953c45625 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.149758] env[62136]: INFO nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Neutron deleted interface edde3a6f-adef-49d4-a158-37b953c45625; detaching it from the instance and deleting it from the info cache [ 888.149992] env[62136]: DEBUG nova.network.neutron [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.157097] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 888.157097] env[62136]: value = "task-2286703" [ 888.157097] env[62136]: _type = "Task" [ 888.157097] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.170621] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286703, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.210238] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.210506] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.210726] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore2] be6d2666-040d-4fdf-93db-3855a8f7cc90 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.211111] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd373926-5da7-425e-a506-35728cd9f00b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.218528] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 888.218528] env[62136]: value = "task-2286704" [ 888.218528] env[62136]: _type = "Task" [ 888.218528] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.229361] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.268533] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c2e5fd-7094-73dc-8684-cb491ba89bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.269449] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9837e523-2c12-4dd1-a6fc-2deac09a0a59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.275059] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 888.275059] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52611c68-6196-1d3a-dc42-1937245e07c5" [ 888.275059] env[62136]: _type = "Task" [ 888.275059] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.283286] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52611c68-6196-1d3a-dc42-1937245e07c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.357369] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.398990] env[62136]: DEBUG nova.network.neutron [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Updating instance_info_cache with network_info: [{"id": "239f478f-23ba-4d60-9127-f02e761a507a", "address": "fa:16:3e:54:98:3a", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239f478f-23", "ovs_interfaceid": "239f478f-23ba-4d60-9127-f02e761a507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.515023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.516993] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.541s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.517287] env[62136]: DEBUG nova.objects.instance [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lazy-loading 'resources' on Instance uuid 52b53b21-07d8-446b-bdd1-4a64031ad75a {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 888.542708] env[62136]: INFO nova.scheduler.client.report [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Deleted allocations for instance 5a634095-dad5-4b90-8905-196b1452ef19 [ 888.622043] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286701, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.654347] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5e3da78-6be3-4ce3-81fc-f7d41f27d82a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.666645] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66e986-3f16-4bbe-982f-1c0e922199ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.680386] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286703, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.704356] env[62136]: DEBUG nova.compute.manager [req-be8f82c6-6790-4296-82c8-5146f1a17322 req-3e8428cc-d9f4-477f-bb0b-c8e752cc5da2 service nova] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Detach interface failed, port_id=edde3a6f-adef-49d4-a158-37b953c45625, reason: Instance 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.726932] env[62136]: DEBUG oslo_vmware.api [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144511} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.727337] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.727630] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.727911] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.728208] env[62136]: INFO nova.compute.manager [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Took 1.18 seconds to destroy the instance on the hypervisor. [ 888.728577] env[62136]: DEBUG oslo.service.loopingcall [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.729158] env[62136]: DEBUG nova.compute.manager [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.729158] env[62136]: DEBUG nova.network.neutron [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.784289] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52611c68-6196-1d3a-dc42-1937245e07c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.784465] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.784720] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] cdc7a14a-9e4c-43d0-95bb-22329782d156/cdc7a14a-9e4c-43d0-95bb-22329782d156.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.785058] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e2bbf47-8d99-499d-8495-ebf6c55364aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.791420] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 888.791420] env[62136]: value = "task-2286705" [ 888.791420] env[62136]: _type = "Task" [ 888.791420] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.798959] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.901602] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-c356e5e5-c53b-44ce-8d37-2695ffe8f097" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.043319] env[62136]: DEBUG nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.050905] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e9a06ac-3b53-4d77-8627-38076406b84b tempest-ServersNegativeTestJSON-741346973 tempest-ServersNegativeTestJSON-741346973-project-member] Lock "5a634095-dad5-4b90-8905-196b1452ef19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.280s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.062306] env[62136]: DEBUG nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.062306] env[62136]: DEBUG nova.compute.provider_tree [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.077744] env[62136]: DEBUG nova.compute.manager [req-f37c32d9-3eb0-4c0f-9b90-8e571bcf84ca req-f594eacb-e0da-4338-95d9-0ab64dcc6928 service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Received event network-vif-deleted-19a63354-4570-4acb-a0c1-d59ab739d47e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.078492] env[62136]: INFO nova.compute.manager [req-f37c32d9-3eb0-4c0f-9b90-8e571bcf84ca req-f594eacb-e0da-4338-95d9-0ab64dcc6928 service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Neutron deleted interface 19a63354-4570-4acb-a0c1-d59ab739d47e; detaching it from the instance and deleting it from the info cache [ 889.078782] env[62136]: DEBUG nova.network.neutron [req-f37c32d9-3eb0-4c0f-9b90-8e571bcf84ca req-f594eacb-e0da-4338-95d9-0ab64dcc6928 service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.081309] env[62136]: DEBUG nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.105529] env[62136]: DEBUG nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.126386] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286701, 'name': ReconfigVM_Task, 'duration_secs': 0.62598} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.126801] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 62f09878-d407-4ece-aa1a-a69c98840167/62f09878-d407-4ece-aa1a-a69c98840167.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.127512] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d358aecf-d104-4695-9d4b-6133734fb2a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.137856] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 889.137856] env[62136]: value = "task-2286706" [ 889.137856] env[62136]: _type = "Task" [ 889.137856] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.156106] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286706, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.171535] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286703, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.303018] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486796} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.303255] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] cdc7a14a-9e4c-43d0-95bb-22329782d156/cdc7a14a-9e4c-43d0-95bb-22329782d156.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.303473] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.303820] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0c4f63-2c4d-4ab2-9e63-17048f117352 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.309939] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 889.309939] env[62136]: value = "task-2286707" [ 889.309939] env[62136]: _type = "Task" [ 889.309939] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.323187] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.479615] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed343edd-53eb-44c8-9cae-560f1fc64128 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.491044] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7951962b-9e99-4eba-8937-e2e39fbb4cc0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.524324] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f59aa2-a4a6-482f-8e68-83fda20a5ec4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.526979] env[62136]: DEBUG nova.network.neutron [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.533120] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b18e941-c3e7-4483-93a6-1ef00bda7a77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.546931] env[62136]: DEBUG nova.compute.provider_tree [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.586249] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91979af2-e785-4937-a0bc-d86a349f1059 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.599057] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b3873-e88d-4968-924b-e796299f935e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.635526] env[62136]: DEBUG nova.compute.manager [req-f37c32d9-3eb0-4c0f-9b90-8e571bcf84ca req-f594eacb-e0da-4338-95d9-0ab64dcc6928 service nova] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Detach interface failed, port_id=19a63354-4570-4acb-a0c1-d59ab739d47e, reason: Instance be6d2666-040d-4fdf-93db-3855a8f7cc90 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 889.646332] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286706, 'name': Rename_Task, 'duration_secs': 0.264233} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.646577] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.646803] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf563d4-f1b7-4069-b139-5b5be2769efc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.652572] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 889.652572] env[62136]: value = "task-2286708" [ 889.652572] env[62136]: _type = "Task" [ 889.652572] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.660876] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.668860] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286703, 'name': CloneVM_Task, 'duration_secs': 1.411814} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.669126] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created linked-clone VM from snapshot [ 889.669820] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4bd5f2-ab4f-4920-a63e-7c090f71bbf6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.676532] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploading image 48af67db-42b7-4c05-9b82-a08464d3e9bc {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.701450] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.701450] env[62136]: value = "vm-465452" [ 889.701450] env[62136]: _type = "VirtualMachine" [ 889.701450] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.701748] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ce09358-e209-428b-af3e-686755e3d6c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.708586] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease: (returnval){ [ 889.708586] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cf32bf-8749-91ff-2e35-e907592b1dfc" [ 889.708586] env[62136]: _type = "HttpNfcLease" [ 889.708586] env[62136]: } obtained for exporting VM: (result){ [ 889.708586] env[62136]: value = "vm-465452" [ 889.708586] env[62136]: _type = "VirtualMachine" [ 889.708586] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.708817] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the lease: (returnval){ [ 889.708817] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cf32bf-8749-91ff-2e35-e907592b1dfc" [ 889.708817] env[62136]: _type = "HttpNfcLease" [ 889.708817] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.715210] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.715210] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cf32bf-8749-91ff-2e35-e907592b1dfc" [ 889.715210] env[62136]: _type = "HttpNfcLease" [ 889.715210] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.819300] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069231} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.819627] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.820467] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6028f86-c113-40a5-8651-45d3c3605234 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.843154] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] cdc7a14a-9e4c-43d0-95bb-22329782d156/cdc7a14a-9e4c-43d0-95bb-22329782d156.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.843517] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42097849-85bf-4574-813d-7bcb0d3c7801 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.863397] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 889.863397] env[62136]: value = "task-2286710" [ 889.863397] env[62136]: _type = "Task" [ 889.863397] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.873167] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.874352] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68dcd52-3fcf-41b3-be23-ec1e7f1928e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.894973] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.029794] env[62136]: INFO nova.compute.manager [-] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Took 1.30 seconds to deallocate network for instance. [ 890.049936] env[62136]: DEBUG nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.162989] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.217580] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.217580] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cf32bf-8749-91ff-2e35-e907592b1dfc" [ 890.217580] env[62136]: _type = "HttpNfcLease" [ 890.217580] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.217993] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.217993] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cf32bf-8749-91ff-2e35-e907592b1dfc" [ 890.217993] env[62136]: _type = "HttpNfcLease" [ 890.217993] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.218611] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbef75-d233-42f6-b6cd-f47196630dff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.226429] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.226658] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.373812] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.403034] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.403659] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e13f4e5c-262e-4f14-8ce8-a87f1835e891 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.405996] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2712abb9-8918-4bc2-8cbc-e4dd9ac0a74f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.413785] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 890.413785] env[62136]: value = "task-2286711" [ 890.413785] env[62136]: _type = "Task" [ 890.413785] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.423909] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.443036] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.444810] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16d6f5e-e216-4fd9-b76c-536545a29d35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450935] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 890.450935] env[62136]: value = "task-2286712" [ 890.450935] env[62136]: _type = "Task" [ 890.450935] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.459680] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.542432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.555786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.559185] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.137s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.559550] env[62136]: DEBUG nova.objects.instance [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lazy-loading 'resources' on Instance uuid d4088d5b-34ac-4e5a-9208-7ead6d8e2b39 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 890.599276] env[62136]: INFO nova.scheduler.client.report [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Deleted allocations for instance 52b53b21-07d8-446b-bdd1-4a64031ad75a [ 890.669422] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286708, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.876732] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286710, 'name': ReconfigVM_Task, 'duration_secs': 0.802327} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.877150] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Reconfigured VM instance instance-00000054 to attach disk [datastore1] cdc7a14a-9e4c-43d0-95bb-22329782d156/cdc7a14a-9e4c-43d0-95bb-22329782d156.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.878309] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93f1d5dd-d254-4712-b69b-cd721930d918 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.884965] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 890.884965] env[62136]: value = "task-2286713" [ 890.884965] env[62136]: _type = "Task" [ 890.884965] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.894667] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286713, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.926613] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286711, 'name': PowerOffVM_Task, 'duration_secs': 0.269985} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.927087] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.927457] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.964393] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286712, 'name': PowerOffVM_Task, 'duration_secs': 0.223267} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.965437] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.966911] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6db51-ccb3-4f85-8916-87481c21eec1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990840] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f0288a-a4ed-438b-8195-6921ee3fb687 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.032331] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.032693] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba456681-1241-4419-81cb-a4707fae2008 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.039810] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 891.039810] env[62136]: value = "task-2286714" [ 891.039810] env[62136]: _type = "Task" [ 891.039810] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.051839] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.052129] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.052480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.052778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.053143] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.053382] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a2c0e01-bdaf-4194-8505-7a49b5e53ad9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061669] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.061894] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.063034] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d86822-c34f-409a-8262-117901228047 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.070361] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 891.070361] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a64d6a-c631-4f5f-04bb-cda8de241a6d" [ 891.070361] env[62136]: _type = "Task" [ 891.070361] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.078353] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a64d6a-c631-4f5f-04bb-cda8de241a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.108868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6bac5072-e468-460f-a666-5e24508fd7cf tempest-ServerRescueTestJSONUnderV235-2101251927 tempest-ServerRescueTestJSONUnderV235-2101251927-project-member] Lock "52b53b21-07d8-446b-bdd1-4a64031ad75a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.686s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.169376] env[62136]: DEBUG oslo_vmware.api [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286708, 'name': PowerOnVM_Task, 'duration_secs': 1.037502} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.169521] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.170679] env[62136]: INFO nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 9.80 seconds to spawn the instance on the hypervisor. [ 891.170879] env[62136]: DEBUG nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.171769] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f0e53-59e9-47ca-b345-6daf19523936 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.399229] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286713, 'name': Rename_Task, 'duration_secs': 0.169131} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.399635] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.399946] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff41c234-1cdd-436a-b57d-9bea3bf9cfd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.408074] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 891.408074] env[62136]: value = "task-2286715" [ 891.408074] env[62136]: _type = "Task" [ 891.408074] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.424874] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286715, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.435447] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.436337] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.436337] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.436337] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.436677] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.436793] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.437262] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.437262] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.437415] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.437521] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.437692] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.450763] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bb874c-4e16-4c35-b216-9d02c1320cb8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.468976] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 891.468976] env[62136]: value = "task-2286716" [ 891.468976] env[62136]: _type = "Task" [ 891.468976] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.479900] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.496218] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3119d2b-191f-41ec-8e95-8bff1f57511b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.504357] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c2c05-0c79-46f5-890b-8503b90f08b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.539109] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2da324-be21-48ff-bf29-f7cace12873d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.547271] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc68394-84e9-4d44-b491-8d81f01d5332 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.561302] env[62136]: DEBUG nova.compute.provider_tree [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.581270] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a64d6a-c631-4f5f-04bb-cda8de241a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.582090] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e030c3c4-9681-4b39-aa67-1587d4db5095 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.587696] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 891.587696] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52334ef4-0182-2684-a2e2-2ed6c648d365" [ 891.587696] env[62136]: _type = "Task" [ 891.587696] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.596292] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52334ef4-0182-2684-a2e2-2ed6c648d365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.698750] env[62136]: INFO nova.compute.manager [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 30.22 seconds to build instance. [ 891.918608] env[62136]: DEBUG oslo_vmware.api [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286715, 'name': PowerOnVM_Task, 'duration_secs': 0.493171} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.919048] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.919281] env[62136]: INFO nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Took 7.95 seconds to spawn the instance on the hypervisor. [ 891.919550] env[62136]: DEBUG nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.920481] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b2ebe-0717-4bd3-8169-80143b47f37d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.979860] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286716, 'name': ReconfigVM_Task, 'duration_secs': 0.298971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.980168] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.065042] env[62136]: DEBUG nova.scheduler.client.report [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.100531] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52334ef4-0182-2684-a2e2-2ed6c648d365, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.102021] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.102021] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 892.102021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88a13e9-0e56-4399-9424-212908884c92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.110901] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 892.110901] env[62136]: value = "task-2286717" [ 892.110901] env[62136]: _type = "Task" [ 892.110901] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.120649] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.205631] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5726af51-17e7-4324-86c5-bb38b3cad238 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.739s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.439416] env[62136]: INFO nova.compute.manager [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Took 30.65 seconds to build instance. [ 892.489930] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.490265] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.490437] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.490758] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.490970] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.491206] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.491694] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.491815] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.492034] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.492243] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.492469] env[62136]: DEBUG nova.virt.hardware [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.499214] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.500046] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df6a8f3-3cb3-4ad0-84ee-14f98fa85209 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.525713] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 892.525713] env[62136]: value = "task-2286718" [ 892.525713] env[62136]: _type = "Task" [ 892.525713] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.537536] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.570997] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.575636] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.689s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.576023] env[62136]: DEBUG nova.objects.instance [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lazy-loading 'resources' on Instance uuid 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 892.605464] env[62136]: INFO nova.scheduler.client.report [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Deleted allocations for instance d4088d5b-34ac-4e5a-9208-7ead6d8e2b39 [ 892.624628] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.942339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-37e7988f-503e-412d-a815-76fe2edc134d tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.171s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.043974] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286718, 'name': ReconfigVM_Task, 'duration_secs': 0.259289} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.043974] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.044891] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4830f1fe-8266-4139-a259-2166fc08cbf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.074669] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.075016] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd97b2fd-e44a-440a-ab69-82d1cdbb83f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.096931] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 893.096931] env[62136]: value = "task-2286719" [ 893.096931] env[62136]: _type = "Task" [ 893.096931] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.104871] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.124228] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562517} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.125469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-54c38c7b-fa49-4b8e-b9a0-f7dfe9151d9d tempest-ServersWithSpecificFlavorTestJSON-470711262 tempest-ServersWithSpecificFlavorTestJSON-470711262-project-member] Lock "d4088d5b-34ac-4e5a-9208-7ead6d8e2b39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.199s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.125796] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 893.126654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fc4854-51ab-4b59-b28f-f7a31ef907ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.164060] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.168401] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d857fa-4577-4cb9-b696-306fa95de8f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.190425] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 893.190425] env[62136]: value = "task-2286720" [ 893.190425] env[62136]: _type = "Task" [ 893.190425] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.203951] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.456868] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa23a81-fd6a-4705-9340-116cb70aaea4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.465103] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842f298-30ba-48d4-a07c-7c6c031cb761 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497102] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc6ef1-3230-4ab7-88e5-79f845b6e8a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.505934] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049f66ad-8214-4d21-9330-c003fb278470 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.519497] env[62136]: DEBUG nova.compute.provider_tree [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.608268] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286719, 'name': ReconfigVM_Task, 'duration_secs': 0.40842} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.608678] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb/552fbf8c-a924-449e-b314-e7fe25acbabb.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.609053] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.699870] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.022919] env[62136]: DEBUG nova.scheduler.client.report [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.116676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e898b-5fcf-4e42-870b-3e4c34896898 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.138763] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b5f65-b41a-4749-9481-0e11e5b22d3a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.158783] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.200472] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286720, 'name': ReconfigVM_Task, 'duration_secs': 0.61621} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.201113] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.202378] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe35fe9-3b9c-4fbd-a6ed-f9d34c7b1454 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.230765] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6454f481-1ca1-43af-990d-e20f91ac0ce0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.247333] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 894.247333] env[62136]: value = "task-2286721" [ 894.247333] env[62136]: _type = "Task" [ 894.247333] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.256085] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.528961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.531669] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.327s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.533360] env[62136]: INFO nova.compute.claims [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.557662] env[62136]: INFO nova.scheduler.client.report [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Deleted allocations for instance 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d [ 894.639577] env[62136]: DEBUG nova.compute.manager [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.642062] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12023cf8-cd63-4e2e-b5d1-0a17fded3314 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.715262] env[62136]: DEBUG nova.network.neutron [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Port ad46106e-8226-410d-affb-8e72dd05c0f7 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.760863] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286721, 'name': ReconfigVM_Task, 'duration_secs': 0.287945} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.761208] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.761540] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c34a84-efdd-46aa-baf8-7ecbe3268d5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.769118] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 894.769118] env[62136]: value = "task-2286722" [ 894.769118] env[62136]: _type = "Task" [ 894.769118] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.777775] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.066845] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5eacb6d8-a64b-4e68-9f7a-bc4c2e734e36 tempest-ServerAddressesTestJSON-410846816 tempest-ServerAddressesTestJSON-410846816-project-member] Lock "6a61cf56-9c69-4210-bdc5-fd0340fb7a6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.685s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.154558] env[62136]: INFO nova.compute.manager [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] instance snapshotting [ 895.159023] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c4ba6-39f7-4aa2-acd2-b57b4b118830 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.178534] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b74a7-fa4f-4a8f-9878-7761bd6bb660 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.282054] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.692183] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.692183] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92a16a42-46ca-4fa8-ab0b-78ec156fd0ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.699258] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 895.699258] env[62136]: value = "task-2286723" [ 895.699258] env[62136]: _type = "Task" [ 895.699258] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.712299] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.755743] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.755743] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.755985] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.783328] env[62136]: DEBUG oslo_vmware.api [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286722, 'name': PowerOnVM_Task, 'duration_secs': 0.880658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.784030] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.786951] env[62136]: DEBUG nova.compute.manager [None req-ad5d08cf-0488-4d35-ad2e-90b2e808e854 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.787593] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8250147-4105-4860-acbb-8bb2364d9621 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.902810] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f0071-f081-47a9-9564-6ece2e5d3e1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.910452] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1be825-52e5-47c0-9108-71e050a1e067 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.942573] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d98cc2-4ac8-4f68-a1e7-a167eb3eeac4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953371] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4617d3-5422-4b27-b236-d10083edb46d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.969355] env[62136]: DEBUG nova.compute.provider_tree [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.216369] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.470660] env[62136]: DEBUG nova.scheduler.client.report [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.717038] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.975921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.978453] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.980886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.439s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.981429] env[62136]: DEBUG nova.objects.instance [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'resources' on Instance uuid be6d2666-040d-4fdf-93db-3855a8f7cc90 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 896.996942] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.997343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997582] env[62136]: DEBUG nova.network.neutron [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.003376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.003677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.003943] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.004267] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.006753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.008707] env[62136]: INFO nova.compute.manager [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Terminating instance [ 897.212173] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286723, 'name': CreateSnapshot_Task, 'duration_secs': 1.165105} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.212718] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 897.214127] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dde0b8-a209-4d0a-b957-9093fed06d23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.486844] env[62136]: DEBUG nova.compute.utils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.494075] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.494722] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.519030] env[62136]: DEBUG nova.compute.manager [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.519030] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.519030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca66ae-71ff-496c-84b6-2da3ff2421f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.531277] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.531958] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2715883e-5aa1-4ebc-83b2-68f7cc813d3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.542820] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 897.542820] env[62136]: value = "task-2286724" [ 897.542820] env[62136]: _type = "Task" [ 897.542820] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.561186] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.587456] env[62136]: DEBUG nova.policy [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.738965] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.742401] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c03c1a1-6509-43eb-a470-14a491666b20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.756182] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 897.756182] env[62136]: value = "task-2286725" [ 897.756182] env[62136]: _type = "Task" [ 897.756182] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.769152] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286725, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.860445] env[62136]: DEBUG nova.network.neutron [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.871069] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e0d1b-5e3a-49ff-8895-11e7a41adeb8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.880696] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b534024-25f5-400b-990d-be654fff0fc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.919201] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3cf0a1-f5ab-4ebb-a869-91b18927d183 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.927170] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a44b642-8820-4ac6-a6d3-6917098b7678 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.943162] env[62136]: DEBUG nova.compute.provider_tree [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.996454] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.063687] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286724, 'name': PowerOffVM_Task, 'duration_secs': 0.320883} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.063993] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.064186] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.064452] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18a9ee45-1780-4a7c-a6eb-46ef562010da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.108345] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Successfully created port: 39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.143345] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.143345] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.143607] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Deleting the datastore file [datastore1] f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.143946] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11282a28-e883-4204-8a67-9e5e2014def7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.153078] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for the task: (returnval){ [ 898.153078] env[62136]: value = "task-2286727" [ 898.153078] env[62136]: _type = "Task" [ 898.153078] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.158906] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.270585] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286725, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.364478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.446357] env[62136]: DEBUG nova.scheduler.client.report [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.660385] env[62136]: DEBUG oslo_vmware.api [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Task: {'id': task-2286727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165922} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.660678] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.660872] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.661066] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.661283] env[62136]: INFO nova.compute.manager [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.661540] env[62136]: DEBUG oslo.service.loopingcall [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.661762] env[62136]: DEBUG nova.compute.manager [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.661876] env[62136]: DEBUG nova.network.neutron [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.769340] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286725, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.905077] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14863e2f-5e37-41e7-95aa-3d606faf22e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.932077] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26039ac0-305e-4131-bf5a-c6a107f5a337 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.940556] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.955189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.974517] env[62136]: INFO nova.scheduler.client.report [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted allocations for instance be6d2666-040d-4fdf-93db-3855a8f7cc90 [ 898.985946] env[62136]: INFO nova.compute.manager [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Rescuing [ 898.985946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.985946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.985946] env[62136]: DEBUG nova.network.neutron [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.008547] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.037641] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.037877] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.037958] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.038151] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.038789] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.038789] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.038789] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.039249] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.039249] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.039249] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.039423] env[62136]: DEBUG nova.virt.hardware [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.040394] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c7e83-f46a-426a-a72f-7e8fdf02d1f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.050398] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541862b1-565e-47e0-8544-f93eb19f43aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.188160] env[62136]: DEBUG nova.compute.manager [req-d02302ec-778e-4214-9106-9222e6d79fd2 req-5520fa8b-b614-4862-b59b-e3fc2a78986e service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Received event network-vif-deleted-5efd7bc6-cfff-41cd-a6b3-9941e59bb061 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.188160] env[62136]: INFO nova.compute.manager [req-d02302ec-778e-4214-9106-9222e6d79fd2 req-5520fa8b-b614-4862-b59b-e3fc2a78986e service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Neutron deleted interface 5efd7bc6-cfff-41cd-a6b3-9941e59bb061; detaching it from the instance and deleting it from the info cache [ 899.188160] env[62136]: DEBUG nova.network.neutron [req-d02302ec-778e-4214-9106-9222e6d79fd2 req-5520fa8b-b614-4862-b59b-e3fc2a78986e service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.271139] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286725, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.449936] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.450703] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c66df6f-333b-47ac-a7b5-ead7dc4cccb9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.458331] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 899.458331] env[62136]: value = "task-2286728" [ 899.458331] env[62136]: _type = "Task" [ 899.458331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.467835] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.486670] env[62136]: DEBUG oslo_concurrency.lockutils [None req-780686e7-d080-442e-a3ad-54f9f12d6340 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "be6d2666-040d-4fdf-93db-3855a8f7cc90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.447s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.672341] env[62136]: DEBUG nova.network.neutron [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.690468] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85654f1c-4e0e-437e-8516-e5d37cd7ecd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.699542] env[62136]: DEBUG nova.compute.manager [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Received event network-vif-plugged-39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.699766] env[62136]: DEBUG oslo_concurrency.lockutils [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] Acquiring lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.699970] env[62136]: DEBUG oslo_concurrency.lockutils [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] Lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.701031] env[62136]: DEBUG oslo_concurrency.lockutils [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] Lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.701216] env[62136]: DEBUG nova.compute.manager [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] No waiting events found dispatching network-vif-plugged-39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.701389] env[62136]: WARNING nova.compute.manager [req-5cd108cf-5ef8-43b9-b070-e6e55116fb31 req-e7ffe4d3-f33b-4abc-b03f-19e6a619bbeb service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Received unexpected event network-vif-plugged-39433f35-29ff-4849-8f7b-cf66ab739afb for instance with vm_state building and task_state spawning. [ 899.709800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b40ed25-bd26-491c-ae29-6df039026092 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.754804] env[62136]: DEBUG nova.compute.manager [req-d02302ec-778e-4214-9106-9222e6d79fd2 req-5520fa8b-b614-4862-b59b-e3fc2a78986e service nova] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Detach interface failed, port_id=5efd7bc6-cfff-41cd-a6b3-9941e59bb061, reason: Instance f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 899.772805] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286725, 'name': CloneVM_Task, 'duration_secs': 1.634075} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.772805] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Created linked-clone VM from snapshot [ 899.773648] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6eacb9-f56e-42e7-9e3a-3c4101e96139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.784994] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Uploading image f8a9ce92-d174-4659-9d89-1b517554395b {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.802694] env[62136]: DEBUG nova.network.neutron [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updating instance_info_cache with network_info: [{"id": "291dadae-525d-4a38-81d0-55b4661c5299", "address": "fa:16:3e:5e:47:54", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291dadae-52", "ovs_interfaceid": "291dadae-525d-4a38-81d0-55b4661c5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.819712] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 899.819712] env[62136]: value = "vm-465454" [ 899.819712] env[62136]: _type = "VirtualMachine" [ 899.819712] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 899.820504] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de3e6534-8b3f-4d82-bda9-32bd92999b49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.823403] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Successfully updated port: 39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.832663] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease: (returnval){ [ 899.832663] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523dac95-a2b3-c04b-cccd-86d16712aa8b" [ 899.832663] env[62136]: _type = "HttpNfcLease" [ 899.832663] env[62136]: } obtained for exporting VM: (result){ [ 899.832663] env[62136]: value = "vm-465454" [ 899.832663] env[62136]: _type = "VirtualMachine" [ 899.832663] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 899.832978] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the lease: (returnval){ [ 899.832978] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523dac95-a2b3-c04b-cccd-86d16712aa8b" [ 899.832978] env[62136]: _type = "HttpNfcLease" [ 899.832978] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.844572] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.844572] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523dac95-a2b3-c04b-cccd-86d16712aa8b" [ 899.844572] env[62136]: _type = "HttpNfcLease" [ 899.844572] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.969771] env[62136]: DEBUG oslo_vmware.api [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286728, 'name': PowerOnVM_Task, 'duration_secs': 0.450276} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.970259] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.970564] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-19ec1394-bdb1-4fd7-8815-b10c9bd9614e tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance '552fbf8c-a924-449e-b314-e7fe25acbabb' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.096496] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.097835] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77df637-c418-403b-b37f-fc32eaa111f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.105478] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.105478] env[62136]: ERROR oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk due to incomplete transfer. [ 900.105478] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77bec732-781c-4bda-8df3-9ff186443c9f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.112166] env[62136]: DEBUG oslo_vmware.rw_handles [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b6cd-aaee-e244-a33d-e17adbbb8451/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.112375] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploaded image 48af67db-42b7-4c05-9b82-a08464d3e9bc to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.114793] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.115060] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-946811fb-2563-4b8a-859f-c9182356b999 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.120837] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 900.120837] env[62136]: value = "task-2286730" [ 900.120837] env[62136]: _type = "Task" [ 900.120837] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.130259] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286730, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.174456] env[62136]: INFO nova.compute.manager [-] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Took 1.51 seconds to deallocate network for instance. [ 900.305309] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.326872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.326980] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.327351] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.346028] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.346028] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523dac95-a2b3-c04b-cccd-86d16712aa8b" [ 900.346028] env[62136]: _type = "HttpNfcLease" [ 900.346028] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.346352] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.346352] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523dac95-a2b3-c04b-cccd-86d16712aa8b" [ 900.346352] env[62136]: _type = "HttpNfcLease" [ 900.346352] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.347589] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf324e-06d9-4aa4-9b92-97890485cf94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.355919] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.356125] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.565135] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "eb645ed0-f5b4-4402-89df-c6333a302b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.565432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.565707] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.565898] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.566116] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.568227] env[62136]: INFO nova.compute.manager [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Terminating instance [ 900.578050] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91e9425d-5ec0-45fe-9640-b6da613ab507 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.629926] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286730, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.687193] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.687506] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.687774] env[62136]: DEBUG nova.objects.instance [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lazy-loading 'resources' on Instance uuid f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 900.882270] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.072471] env[62136]: DEBUG nova.compute.manager [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.072932] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.073916] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bcc50b-aa93-4332-bcf9-fbbc6007b7e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.084559] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.084559] env[62136]: DEBUG nova.network.neutron [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Updating instance_info_cache with network_info: [{"id": "39433f35-29ff-4849-8f7b-cf66ab739afb", "address": "fa:16:3e:e7:83:fc", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39433f35-29", "ovs_interfaceid": "39433f35-29ff-4849-8f7b-cf66ab739afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.086403] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-789578b2-da6c-4e3c-8712-06d0173e200b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.094544] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 901.094544] env[62136]: value = "task-2286731" [ 901.094544] env[62136]: _type = "Task" [ 901.094544] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.104080] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.125340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.125340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.142202] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286730, 'name': Destroy_Task, 'duration_secs': 0.914767} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.142629] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroyed the VM [ 901.142881] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.143536] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-969e9695-8121-4f1c-bff9-5dce3837c404 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.151221] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 901.151221] env[62136]: value = "task-2286732" [ 901.151221] env[62136]: _type = "Task" [ 901.151221] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.164785] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.516236] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7274db11-47c9-4ac1-ab17-6b71f68075b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.524936] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c508bbc-e900-49fc-974b-c3eedc073e09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.561137] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dac6d2-ff6b-4366-9c95-18120e31ec0f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.568768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e9a9e-64cf-496c-8430-3092fe8324a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.583249] env[62136]: DEBUG nova.compute.provider_tree [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.589440] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.590164] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Instance network_info: |[{"id": "39433f35-29ff-4849-8f7b-cf66ab739afb", "address": "fa:16:3e:e7:83:fc", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39433f35-29", "ovs_interfaceid": "39433f35-29ff-4849-8f7b-cf66ab739afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.590908] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:83:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39433f35-29ff-4849-8f7b-cf66ab739afb', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.599582] env[62136]: DEBUG oslo.service.loopingcall [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.599582] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.602971] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ae3e94-91c8-419f-ba5e-a2bd4bb79396 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.626938] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286731, 'name': PowerOffVM_Task, 'duration_secs': 0.302516} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.627590] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.627950] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.627950] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.631606] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.631606] env[62136]: value = "task-2286733" [ 901.631606] env[62136]: _type = "Task" [ 901.631606] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.632068] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0377d87-98d8-41cc-9e64-b2b307bea41d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.644031] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286733, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.661960] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286732, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.714341] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.714957] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.715648] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore2] eb645ed0-f5b4-4402-89df-c6333a302b28 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.715648] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830fd370-6df5-4407-9a5e-67653ecd2beb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.722188] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 901.722188] env[62136]: value = "task-2286735" [ 901.722188] env[62136]: _type = "Task" [ 901.722188] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.725180] env[62136]: DEBUG nova.compute.manager [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Received event network-changed-39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.725352] env[62136]: DEBUG nova.compute.manager [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Refreshing instance network info cache due to event network-changed-39433f35-29ff-4849-8f7b-cf66ab739afb. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.725583] env[62136]: DEBUG oslo_concurrency.lockutils [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] Acquiring lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.726045] env[62136]: DEBUG oslo_concurrency.lockutils [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] Acquired lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.726355] env[62136]: DEBUG nova.network.neutron [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Refreshing network info cache for port 39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.738698] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.846135] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.846506] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136b395d-48e6-4144-b7a0-ff67ed45c0ac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.854745] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 901.854745] env[62136]: value = "task-2286736" [ 901.854745] env[62136]: _type = "Task" [ 901.854745] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.863830] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.086442] env[62136]: DEBUG nova.scheduler.client.report [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.149690] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286733, 'name': CreateVM_Task, 'duration_secs': 0.39262} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.150399] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.150880] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.151373] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.151728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.152094] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe60bf7-d5b4-4eb1-b63a-601388f1a803 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.162712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.163477] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 902.163477] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a2a8cc-02f5-007f-c5fb-401c27b5a645" [ 902.163477] env[62136]: _type = "Task" [ 902.163477] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.167166] env[62136]: DEBUG oslo_vmware.api [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.856693} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.171497] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 902.171674] env[62136]: INFO nova.compute.manager [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 902.182100] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a2a8cc-02f5-007f-c5fb-401c27b5a645, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.182833] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.182833] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.182992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.183064] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.183189] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.183552] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ae6056-0dc4-4b6f-bdc7-e40082aa8684 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.216183] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.216363] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.217484] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547b2ffe-787b-400f-aa8d-df9d25604ac4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.224205] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 902.224205] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52657c26-9e9e-cef9-9e70-f42850a162c5" [ 902.224205] env[62136]: _type = "Task" [ 902.224205] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.246951] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52657c26-9e9e-cef9-9e70-f42850a162c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.247214] env[62136]: DEBUG oslo_vmware.api [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227452} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.248936] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.248936] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.248936] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.248936] env[62136]: INFO nova.compute.manager [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Took 1.18 seconds to destroy the instance on the hypervisor. [ 902.249358] env[62136]: DEBUG oslo.service.loopingcall [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.249973] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b429fa-6bde-49df-98d9-6439b69019a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.255039] env[62136]: DEBUG nova.compute.manager [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.255039] env[62136]: DEBUG nova.network.neutron [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.260211] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 902.260211] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292f6b0-715d-6f1f-e1d1-50ad1e6f7d3a" [ 902.260211] env[62136]: _type = "Task" [ 902.260211] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.270153] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292f6b0-715d-6f1f-e1d1-50ad1e6f7d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.363990] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286736, 'name': PowerOffVM_Task, 'duration_secs': 0.23247} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.364439] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.368025] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46c883-8a77-4fb8-95be-fb7ef1c2a56e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.394332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4694780c-7a9e-4ed3-b690-e410c3c4184a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.440853] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.441188] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267d32c2-355d-463a-9010-3272940fa8bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.452870] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 902.452870] env[62136]: value = "task-2286737" [ 902.452870] env[62136]: _type = "Task" [ 902.452870] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.466606] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 902.466851] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.467114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.467275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.467473] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.467763] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5deb4c68-5700-48f5-a564-618cf9dbbb4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.476881] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.477081] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.478900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.478900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.478900] env[62136]: DEBUG nova.compute.manager [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Going to confirm migration 4 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 902.479747] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93637125-12d0-428f-a2cb-12ee040367af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.485858] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 902.485858] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c216fb-2c76-5be4-467a-2e8ee2c134ac" [ 902.485858] env[62136]: _type = "Task" [ 902.485858] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.500061] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c216fb-2c76-5be4-467a-2e8ee2c134ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.593559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.596349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.435s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.598217] env[62136]: INFO nova.compute.claims [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.639354] env[62136]: INFO nova.scheduler.client.report [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Deleted allocations for instance f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3 [ 902.667851] env[62136]: DEBUG nova.compute.manager [req-80e946d2-c89c-4da7-920c-cc5e1e1266c4 req-744f3f56-8911-4314-8f86-602ca555cbd4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Received event network-vif-deleted-4651a7bb-e5de-4177-bc44-61eaee30f4cf {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.667851] env[62136]: INFO nova.compute.manager [req-80e946d2-c89c-4da7-920c-cc5e1e1266c4 req-744f3f56-8911-4314-8f86-602ca555cbd4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Neutron deleted interface 4651a7bb-e5de-4177-bc44-61eaee30f4cf; detaching it from the instance and deleting it from the info cache [ 902.668335] env[62136]: DEBUG nova.network.neutron [req-80e946d2-c89c-4da7-920c-cc5e1e1266c4 req-744f3f56-8911-4314-8f86-602ca555cbd4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.728421] env[62136]: DEBUG nova.network.neutron [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Updated VIF entry in instance network info cache for port 39433f35-29ff-4849-8f7b-cf66ab739afb. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.729578] env[62136]: DEBUG nova.network.neutron [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Updating instance_info_cache with network_info: [{"id": "39433f35-29ff-4849-8f7b-cf66ab739afb", "address": "fa:16:3e:e7:83:fc", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39433f35-29", "ovs_interfaceid": "39433f35-29ff-4849-8f7b-cf66ab739afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.739493] env[62136]: DEBUG nova.compute.manager [None req-cc9d9093-206f-4b30-bc86-75bc845aeeb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Found 1 images (rotation: 2) {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 902.770257] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292f6b0-715d-6f1f-e1d1-50ad1e6f7d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.770531] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.770795] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] b4673d92-972a-4ccf-9a47-8055862fee02/b4673d92-972a-4ccf-9a47-8055862fee02.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.771078] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695357f7-0933-4a42-aadf-6dd90a9bcf18 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.778092] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 902.778092] env[62136]: value = "task-2286738" [ 902.778092] env[62136]: _type = "Task" [ 902.778092] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.786560] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.999462] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52c216fb-2c76-5be4-467a-2e8ee2c134ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.000700] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1863f1-6fe0-4c4c-a0ed-ff93303d7938 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.005617] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 903.005617] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dcd32b-75e1-802d-3531-fcd89b748be7" [ 903.005617] env[62136]: _type = "Task" [ 903.005617] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.013612] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dcd32b-75e1-802d-3531-fcd89b748be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.027182] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.027422] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.027618] env[62136]: DEBUG nova.network.neutron [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.027807] env[62136]: DEBUG nova.objects.instance [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'info_cache' on Instance uuid 552fbf8c-a924-449e-b314-e7fe25acbabb {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 903.106371] env[62136]: DEBUG nova.network.neutron [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.124884] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.125415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.125671] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.125893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.126182] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.129472] env[62136]: INFO nova.compute.manager [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Terminating instance [ 903.150953] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f427b9d-cf9c-4e9b-b663-554566e22018 tempest-ServersTestFqdnHostnames-1022106363 tempest-ServersTestFqdnHostnames-1022106363-project-member] Lock "f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.147s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.170266] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46473579-642c-46ec-b82b-418da00a5b21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.183152] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc17bd-0631-45a5-b836-06e2feb9bc9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.226044] env[62136]: DEBUG nova.compute.manager [req-80e946d2-c89c-4da7-920c-cc5e1e1266c4 req-744f3f56-8911-4314-8f86-602ca555cbd4 service nova] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Detach interface failed, port_id=4651a7bb-e5de-4177-bc44-61eaee30f4cf, reason: Instance eb645ed0-f5b4-4402-89df-c6333a302b28 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 903.232304] env[62136]: DEBUG oslo_concurrency.lockutils [req-95b9ac7f-5a59-42ea-8a8a-bd5c1aec8a88 req-2c79de49-4b7c-43b7-937f-1b44eba2e5ff service nova] Releasing lock "refresh_cache-b4673d92-972a-4ccf-9a47-8055862fee02" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.290344] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.516957] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52dcd32b-75e1-802d-3531-fcd89b748be7, 'name': SearchDatastore_Task, 'duration_secs': 0.018988} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.517707] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.518205] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 903.518634] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d0dc40-3b82-4290-9f53-35397fdfbde8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.527586] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 903.527586] env[62136]: value = "task-2286739" [ 903.527586] env[62136]: _type = "Task" [ 903.527586] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.537649] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.612518] env[62136]: INFO nova.compute.manager [-] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Took 1.36 seconds to deallocate network for instance. [ 903.634359] env[62136]: DEBUG nova.compute.manager [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.634658] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.635645] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84436e6c-21e5-4856-a01b-717d5c4335c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.649127] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.649632] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff97c245-a625-48d4-bb37-d6bf4017f56f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.663021] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 903.663021] env[62136]: value = "task-2286740" [ 903.663021] env[62136]: _type = "Task" [ 903.663021] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.681183] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.794054] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706166} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.794054] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] b4673d92-972a-4ccf-9a47-8055862fee02/b4673d92-972a-4ccf-9a47-8055862fee02.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.794295] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.794471] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb1be7d-0898-4135-9d53-63ccb24fcfff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.802942] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 903.802942] env[62136]: value = "task-2286741" [ 903.802942] env[62136]: _type = "Task" [ 903.802942] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.812146] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.950535] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335027d9-f337-4f0d-8c7b-dc6594b0eeb7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.959896] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8c201-032c-434f-b40a-7ee1b0273d20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.996653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeacb9e0-f9ff-4b58-a67c-99514caa9b1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.009252] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6166fc9-1bb9-4d4a-8450-2438233010ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.029523] env[62136]: DEBUG nova.compute.provider_tree [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.042421] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.121374] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.181329] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286740, 'name': PowerOffVM_Task, 'duration_secs': 0.250093} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.186097] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.186333] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.186711] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7e9d8c2-26b2-40a9-bb93-02179fd92652 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.261228] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.261570] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.261643] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Deleting the datastore file [datastore2] 2026f527-2e31-4f64-8e2a-0ed41d102b48 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.261908] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b4846f9-01eb-4d3e-a453-c6410585c6a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.271025] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for the task: (returnval){ [ 904.271025] env[62136]: value = "task-2286743" [ 904.271025] env[62136]: _type = "Task" [ 904.271025] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.280034] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.313369] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093992} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.313643] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.314511] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2b087-99af-4976-bbcf-2ba8da1b2787 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.339176] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] b4673d92-972a-4ccf-9a47-8055862fee02/b4673d92-972a-4ccf-9a47-8055862fee02.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.339562] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a2044b-3d53-4e41-862b-8472464e4321 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.361902] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 904.361902] env[62136]: value = "task-2286744" [ 904.361902] env[62136]: _type = "Task" [ 904.361902] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.370466] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.508267] env[62136]: DEBUG nova.compute.manager [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.510567] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6be2e9-5315-4ff3-a733-6a6ee43e85b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.525602] env[62136]: DEBUG nova.network.neutron [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [{"id": "ad46106e-8226-410d-affb-8e72dd05c0f7", "address": "fa:16:3e:68:5a:53", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad46106e-82", "ovs_interfaceid": "ad46106e-8226-410d-affb-8e72dd05c0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.540421] env[62136]: DEBUG nova.scheduler.client.report [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.545343] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666631} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.546506] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 904.547558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0b405-c198-4e29-920e-1beccf28ad29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.579657] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.580340] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdab57d-fc90-427f-93b8-ca185403359c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.600306] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 904.600306] env[62136]: value = "task-2286745" [ 904.600306] env[62136]: _type = "Task" [ 904.600306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.610065] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.779830] env[62136]: DEBUG oslo_vmware.api [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Task: {'id': task-2286743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38466} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.780105] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.780299] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.780507] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.780686] env[62136]: INFO nova.compute.manager [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Took 1.15 seconds to destroy the instance on the hypervisor. [ 904.780931] env[62136]: DEBUG oslo.service.loopingcall [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.781636] env[62136]: DEBUG nova.compute.manager [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.781636] env[62136]: DEBUG nova.network.neutron [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.872901] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.020304] env[62136]: INFO nova.compute.manager [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] instance snapshotting [ 905.020965] env[62136]: DEBUG nova.objects.instance [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 905.029310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-552fbf8c-a924-449e-b314-e7fe25acbabb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.029310] env[62136]: DEBUG nova.objects.instance [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'migration_context' on Instance uuid 552fbf8c-a924-449e-b314-e7fe25acbabb {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 905.047750] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.048762] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.053173] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.932s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.053562] env[62136]: DEBUG nova.objects.instance [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'resources' on Instance uuid eb645ed0-f5b4-4402-89df-c6333a302b28 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 905.111527] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.376201] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286744, 'name': ReconfigVM_Task, 'duration_secs': 0.615022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.377267] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Reconfigured VM instance instance-00000055 to attach disk [datastore2] b4673d92-972a-4ccf-9a47-8055862fee02/b4673d92-972a-4ccf-9a47-8055862fee02.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.378484] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a61ab27-1581-4246-a4f0-6bd42be9f621 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.390223] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 905.390223] env[62136]: value = "task-2286746" [ 905.390223] env[62136]: _type = "Task" [ 905.390223] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.399603] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286746, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.418680] env[62136]: DEBUG nova.compute.manager [req-68d2810b-fab5-471f-a996-1adb1abf366d req-b3a4a467-5229-4536-a731-540ada79c9e1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Received event network-vif-deleted-59215cae-f3bc-4e2f-830c-e7c009a7936b {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.418680] env[62136]: INFO nova.compute.manager [req-68d2810b-fab5-471f-a996-1adb1abf366d req-b3a4a467-5229-4536-a731-540ada79c9e1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Neutron deleted interface 59215cae-f3bc-4e2f-830c-e7c009a7936b; detaching it from the instance and deleting it from the info cache [ 905.418680] env[62136]: DEBUG nova.network.neutron [req-68d2810b-fab5-471f-a996-1adb1abf366d req-b3a4a467-5229-4536-a731-540ada79c9e1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.531152] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e075a3a-093a-4d05-b17b-a94a8c3184ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.535321] env[62136]: DEBUG nova.objects.base [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Object Instance<552fbf8c-a924-449e-b314-e7fe25acbabb> lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 905.536522] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9636a-190b-4fe0-af23-46a747f6fee4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.577228] env[62136]: DEBUG nova.compute.utils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.582834] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.583033] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.584821] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a86e71-3ee8-4788-97c0-b285d470cafe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.588697] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcbc7fa-40fc-44c2-a965-6bb252df59db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.599605] env[62136]: DEBUG oslo_vmware.api [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 905.599605] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527d87cb-ebce-c326-8ad5-a2784bb72fcb" [ 905.599605] env[62136]: _type = "Task" [ 905.599605] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.626707] env[62136]: DEBUG oslo_vmware.api [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527d87cb-ebce-c326-8ad5-a2784bb72fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.626987] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286745, 'name': ReconfigVM_Task, 'duration_secs': 0.521181} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.630253] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.630565] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.631936] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfedf1c-740d-4336-97ed-e70543405a5c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.666523] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4adeaf-3ba6-4b87-92ba-bbcfb1558901 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680326] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 905.680326] env[62136]: value = "task-2286747" [ 905.680326] env[62136]: _type = "Task" [ 905.680326] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.689830] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.757574] env[62136]: DEBUG nova.policy [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69582521f1c4445b9011770cc4409eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d09f38b2664b1d92a0dfd50ae2f310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.899885] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286746, 'name': Rename_Task, 'duration_secs': 0.24748} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.900131] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.900815] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f385416-2db1-43d8-b627-aa0ca2ac69ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.902062] env[62136]: DEBUG nova.network.neutron [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.909308] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 905.909308] env[62136]: value = "task-2286748" [ 905.909308] env[62136]: _type = "Task" [ 905.909308] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.921049] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.922689] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b299cf79-d936-41bc-b198-11d83aa13fca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.937080] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a03b79-4137-45cc-ad04-6d6530d273d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.979246] env[62136]: DEBUG nova.compute.manager [req-68d2810b-fab5-471f-a996-1adb1abf366d req-b3a4a467-5229-4536-a731-540ada79c9e1 service nova] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Detach interface failed, port_id=59215cae-f3bc-4e2f-830c-e7c009a7936b, reason: Instance 2026f527-2e31-4f64-8e2a-0ed41d102b48 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 906.014448] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b43f78-01b0-4686-86b9-d2768af8a79e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.023279] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8814999-37fa-4d21-84db-1350ece281de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.054359] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe90dbc-84d6-4dff-acf6-bb19771b0b49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.062274] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ee8b6-d8f3-4cb6-9d90-fa9f1a842b0c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.077049] env[62136]: DEBUG nova.compute.provider_tree [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.083859] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.113039] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.113360] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ec645b9-5e86-4a8b-9298-5b7defcbeed7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.121140] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 906.121140] env[62136]: value = "task-2286749" [ 906.121140] env[62136]: _type = "Task" [ 906.121140] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.131711] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.197747] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286747, 'name': ReconfigVM_Task, 'duration_secs': 0.352291} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.198251] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.198626] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0320489-accf-4d60-9387-0687c365d96a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.206238] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 906.206238] env[62136]: value = "task-2286750" [ 906.206238] env[62136]: _type = "Task" [ 906.206238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.220271] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.409792] env[62136]: INFO nova.compute.manager [-] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Took 1.63 seconds to deallocate network for instance. [ 907.251626] env[62136]: DEBUG nova.scheduler.client.report [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.258542] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.258735] env[62136]: WARNING oslo_vmware.common.loopingcall [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] task run outlasted interval by 0.348641 sec [ 907.260244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.260936] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Successfully created port: c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.278433] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286749, 'name': CreateSnapshot_Task, 'duration_secs': 1.058707} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.286020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.286020] env[62136]: DEBUG oslo_vmware.api [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286748, 'name': PowerOnVM_Task, 'duration_secs': 0.682644} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.286020] env[62136]: DEBUG oslo_vmware.api [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286750, 'name': PowerOnVM_Task, 'duration_secs': 0.606986} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.286231] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452622b1-d646-4492-a9cf-648796736c23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.288911] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.289137] env[62136]: INFO nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Took 8.28 seconds to spawn the instance on the hypervisor. [ 907.289430] env[62136]: DEBUG nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.289650] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.297683] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586dba38-9a8f-48f7-ad07-349932ab316f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.297683] env[62136]: DEBUG nova.compute.manager [None req-38278f5e-de55-45a6-8a40-8c12225f9846 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.297683] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39171e3c-7d97-4aec-8d05-4db17ca95170 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.764041] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.765889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.713s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.768840] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.139s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.796187] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.796629] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.796917] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.797201] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.797458] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.797684] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.798049] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.799073] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.799073] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.799073] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.799073] env[62136]: DEBUG nova.virt.hardware [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.800090] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1317be43-090b-4ae7-a1c9-269706db15d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.803709] env[62136]: INFO nova.scheduler.client.report [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted allocations for instance eb645ed0-f5b4-4402-89df-c6333a302b28 [ 907.824022] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.827490] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19c9d886-61d4-4145-b13d-83d6e18f1da9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.831909] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342d7f4-f430-498b-b117-30c09dcb8dea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.845033] env[62136]: INFO nova.compute.manager [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Took 20.66 seconds to build instance. [ 907.860875] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 907.860875] env[62136]: value = "task-2286751" [ 907.860875] env[62136]: _type = "Task" [ 907.860875] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.870931] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286751, 'name': CloneVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.328430] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a3133b41-2db1-487f-aeab-b41b0622fc65 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "eb645ed0-f5b4-4402-89df-c6333a302b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.762s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.359296] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e4e73efc-51a8-43e8-93db-2ccf59d5934d tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.188s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.373016] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286751, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.563616] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdbb40e-6456-404e-809c-1dd8f6588ec7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.573259] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487ddb5b-1ef9-4f04-b2cb-27419c555855 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.614602] env[62136]: INFO nova.compute.manager [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Unrescuing [ 908.614901] env[62136]: DEBUG oslo_concurrency.lockutils [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.615075] env[62136]: DEBUG oslo_concurrency.lockutils [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.615252] env[62136]: DEBUG nova.network.neutron [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.618186] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e205c-8e24-4a13-93f4-06b4d31590ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.633335] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8857023-c304-4e33-8fa7-3bf50a95b188 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.649099] env[62136]: DEBUG nova.compute.provider_tree [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.803984] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.804383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.882076] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286751, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.039068] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.042986] env[62136]: DEBUG nova.compute.manager [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Received event network-vif-plugged-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.042986] env[62136]: DEBUG oslo_concurrency.lockutils [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] Acquiring lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.042986] env[62136]: DEBUG oslo_concurrency.lockutils [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.042986] env[62136]: DEBUG oslo_concurrency.lockutils [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.042986] env[62136]: DEBUG nova.compute.manager [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] No waiting events found dispatching network-vif-plugged-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.042986] env[62136]: WARNING nova.compute.manager [req-e91d36f1-9d59-4e1a-aef9-e097a713b5aa req-7348c5eb-7b5d-4695-90dc-dde9e2a8d35f service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Received unexpected event network-vif-plugged-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea for instance with vm_state building and task_state spawning. [ 909.044693] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24486f-a19d-490d-8a67-4911c39f8c80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057532] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.057532] env[62136]: ERROR oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk due to incomplete transfer. [ 909.057532] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e5b785e-fc33-40cf-9ae5-3333af27349f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.070085] env[62136]: DEBUG oslo_vmware.rw_handles [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529dbc6a-74d7-4588-9e18-da5c99c8de0c/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 909.070321] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Uploaded image f8a9ce92-d174-4659-9d89-1b517554395b to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 909.079021] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 909.079797] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Successfully updated port: c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.081022] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4dc4df8b-2b88-45dd-9fc8-18352dd8f58e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.088611] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 909.088611] env[62136]: value = "task-2286752" [ 909.088611] env[62136]: _type = "Task" [ 909.088611] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.098124] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286752, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.154946] env[62136]: DEBUG nova.scheduler.client.report [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.309275] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.372976] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286751, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.413394] env[62136]: DEBUG nova.network.neutron [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updating instance_info_cache with network_info: [{"id": "291dadae-525d-4a38-81d0-55b4661c5299", "address": "fa:16:3e:5e:47:54", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291dadae-52", "ovs_interfaceid": "291dadae-525d-4a38-81d0-55b4661c5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.464241] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "402eda7b-473d-4924-9205-04158b472c53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.464570] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.464799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "402eda7b-473d-4924-9205-04158b472c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.464970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.465194] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.467377] env[62136]: INFO nova.compute.manager [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Terminating instance [ 909.584109] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.584311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.584435] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.598556] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286752, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.674634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "fc405b50-af52-429d-9f01-543488fb69dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.674883] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.835575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.874872] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286751, 'name': CloneVM_Task, 'duration_secs': 1.921355} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.875293] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created linked-clone VM from snapshot [ 909.876104] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07aea2-0c68-44f7-81bb-c770ebf7c1c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.883293] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploading image 4d8437bc-3855-44f7-8eb7-97b5020d5922 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.905422] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.905422] env[62136]: value = "vm-465457" [ 909.905422] env[62136]: _type = "VirtualMachine" [ 909.905422] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.905701] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17a34085-024a-43f3-bcc6-8ee0115bae7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.912455] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease: (returnval){ [ 909.912455] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520d7f09-c7f3-dc28-ca8f-b8c1522eb759" [ 909.912455] env[62136]: _type = "HttpNfcLease" [ 909.912455] env[62136]: } obtained for exporting VM: (result){ [ 909.912455] env[62136]: value = "vm-465457" [ 909.912455] env[62136]: _type = "VirtualMachine" [ 909.912455] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.912749] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the lease: (returnval){ [ 909.912749] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520d7f09-c7f3-dc28-ca8f-b8c1522eb759" [ 909.912749] env[62136]: _type = "HttpNfcLease" [ 909.912749] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.916007] env[62136]: DEBUG oslo_concurrency.lockutils [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-e0c44643-9513-4ab6-963b-2aca3134fc22" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.917255] env[62136]: DEBUG nova.objects.instance [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'flavor' on Instance uuid e0c44643-9513-4ab6-963b-2aca3134fc22 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 909.920856] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.920856] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520d7f09-c7f3-dc28-ca8f-b8c1522eb759" [ 909.920856] env[62136]: _type = "HttpNfcLease" [ 909.920856] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.971597] env[62136]: DEBUG nova.compute.manager [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.971943] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.973230] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf58ee64-1335-4bc5-a745-2e02d618ab23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.981583] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.981845] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad021338-244d-4bb0-ab8f-2fde7eb80c49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.988090] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 909.988090] env[62136]: value = "task-2286754" [ 909.988090] env[62136]: _type = "Task" [ 909.988090] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.998093] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.098779] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286752, 'name': Destroy_Task, 'duration_secs': 0.640295} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.099113] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Destroyed the VM [ 910.099427] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 910.099746] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bcf5337-b620-4083-9f1d-f6aa2cde291b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.107125] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 910.107125] env[62136]: value = "task-2286755" [ 910.107125] env[62136]: _type = "Task" [ 910.107125] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.116162] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.124913] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.166784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.398s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.170973] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.911s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.171414] env[62136]: DEBUG nova.objects.instance [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lazy-loading 'resources' on Instance uuid 2026f527-2e31-4f64-8e2a-0ed41d102b48 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 910.179020] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.307253] env[62136]: DEBUG nova.network.neutron [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Updating instance_info_cache with network_info: [{"id": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "address": "fa:16:3e:f5:45:f3", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ac57d-cd", "ovs_interfaceid": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.422712] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.422712] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520d7f09-c7f3-dc28-ca8f-b8c1522eb759" [ 910.422712] env[62136]: _type = "HttpNfcLease" [ 910.422712] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.422995] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.422995] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520d7f09-c7f3-dc28-ca8f-b8c1522eb759" [ 910.422995] env[62136]: _type = "HttpNfcLease" [ 910.422995] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.423716] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bcef37-5f7d-4083-a891-65993021ec03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.427204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89019f-a9db-431c-8c8d-4713fe0b36fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.434418] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.434594] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.452041] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.453032] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c35531-8b91-4aeb-9cc1-794fc4674ea1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.513602] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 910.513602] env[62136]: value = "task-2286756" [ 910.513602] env[62136]: _type = "Task" [ 910.513602] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.521686] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286754, 'name': PowerOffVM_Task, 'duration_secs': 0.280641} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.522334] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.522514] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.522767] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366d7fb1-f7f2-43c0-80ef-3cf88f78962d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.526886] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.569173] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c02ff1f-0879-45cb-8a2c-f66137ba6e57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.611729] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.611729] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.611914] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Deleting the datastore file [datastore1] 402eda7b-473d-4924-9205-04158b472c53 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.612205] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aeb87a8-9c1b-4afa-9a5f-5818181c1d48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.619212] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.620552] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for the task: (returnval){ [ 910.620552] env[62136]: value = "task-2286758" [ 910.620552] env[62136]: _type = "Task" [ 910.620552] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.627648] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.710368] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.742848] env[62136]: INFO nova.scheduler.client.report [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocation for migration 24b710dc-3ee6-49ba-9390-d922b6904a05 [ 910.810031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.810517] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Instance network_info: |[{"id": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "address": "fa:16:3e:f5:45:f3", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ac57d-cd", "ovs_interfaceid": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.811793] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:45:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c24ac57d-cd5e-4235-817b-4dc1dc09d8ea', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.819687] env[62136]: DEBUG oslo.service.loopingcall [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.822812] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.823243] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc50fe4-1ab9-4c6c-82d7-239cc4aaf65d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.851768] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.851768] env[62136]: value = "task-2286759" [ 910.851768] env[62136]: _type = "Task" [ 910.851768] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.865093] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286759, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.000186] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561abf8c-350d-488f-83ee-b0f31c0f3e62 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.008376] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d5f5d-5963-4f52-ac50-719d8044b920 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.047290] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5b7ed-183d-4104-9aca-d002cc0ace3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.056491] env[62136]: DEBUG nova.compute.manager [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Received event network-changed-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.056491] env[62136]: DEBUG nova.compute.manager [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Refreshing instance network info cache due to event network-changed-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.056713] env[62136]: DEBUG oslo_concurrency.lockutils [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] Acquiring lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.056940] env[62136]: DEBUG oslo_concurrency.lockutils [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] Acquired lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.057150] env[62136]: DEBUG nova.network.neutron [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Refreshing network info cache for port c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.059238] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286756, 'name': PowerOffVM_Task, 'duration_secs': 0.30062} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.060127] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.065554] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.068534] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05455e45-71ab-4bd0-b1ef-70d138f8b744 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.085435] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c7223-0830-4453-9ead-e273efdc0e5d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.101658] env[62136]: DEBUG nova.compute.provider_tree [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.106132] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 911.106132] env[62136]: value = "task-2286760" [ 911.106132] env[62136]: _type = "Task" [ 911.106132] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.116517] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.120518] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286755, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.129287] env[62136]: DEBUG oslo_vmware.api [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Task: {'id': task-2286758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217719} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.129643] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.129893] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.130106] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.130868] env[62136]: INFO nova.compute.manager [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] [instance: 402eda7b-473d-4924-9205-04158b472c53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 911.130978] env[62136]: DEBUG oslo.service.loopingcall [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.131223] env[62136]: DEBUG nova.compute.manager [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.131391] env[62136]: DEBUG nova.network.neutron [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.250410] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a7a2dbb-73b1-4cbc-b0ad-2d8e4ca45892 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.772s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.348231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.348231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.348231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.348231] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.349906] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.351570] env[62136]: INFO nova.compute.manager [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Terminating instance [ 911.365527] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286759, 'name': CreateVM_Task, 'duration_secs': 0.506681} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.365527] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.366252] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.366614] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.367378] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.369227] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc9bf08-0750-46a0-980c-b413f9bac864 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.373801] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 911.373801] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262ae4a-1be2-d30c-5929-5d86f49f9f02" [ 911.373801] env[62136]: _type = "Task" [ 911.373801] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.383478] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262ae4a-1be2-d30c-5929-5d86f49f9f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.608146] env[62136]: DEBUG nova.scheduler.client.report [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.632333] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286760, 'name': ReconfigVM_Task, 'duration_secs': 0.372774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.636731] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.637327] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.637894] env[62136]: DEBUG oslo_vmware.api [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286755, 'name': RemoveSnapshot_Task, 'duration_secs': 1.049415} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.638530] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a358ce3-149c-46a7-a8f6-f1540f10d9f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.640621] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.641021] env[62136]: INFO nova.compute.manager [None req-aac8336c-da14-4613-b7b1-f8a00d593368 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 911.651160] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 911.651160] env[62136]: value = "task-2286761" [ 911.651160] env[62136]: _type = "Task" [ 911.651160] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.660152] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.861290] env[62136]: DEBUG nova.compute.manager [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.861629] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.863105] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d24a0-e2bd-4a83-8ab4-f92fad7d2e31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.874211] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.874211] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed2f5b4-74de-4677-b8cd-52de5f7a053f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.877427] env[62136]: DEBUG nova.network.neutron [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Updated VIF entry in instance network info cache for port c24ac57d-cd5e-4235-817b-4dc1dc09d8ea. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.878475] env[62136]: DEBUG nova.network.neutron [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Updating instance_info_cache with network_info: [{"id": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "address": "fa:16:3e:f5:45:f3", "network": {"id": "0dba1512-65f6-4bca-9a11-ce89a5b5fb3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-306091628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d09f38b2664b1d92a0dfd50ae2f310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ac57d-cd", "ovs_interfaceid": "c24ac57d-cd5e-4235-817b-4dc1dc09d8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.890732] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5262ae4a-1be2-d30c-5929-5d86f49f9f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.893288] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.894041] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.894041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.894041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.894279] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.895163] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 911.895163] env[62136]: value = "task-2286762" [ 911.895163] env[62136]: _type = "Task" [ 911.895163] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.895656] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f22dbf-6403-4a55-8aa6-65f0ba15c0f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.907364] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.915684] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.915881] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.916676] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba01893-f831-4838-b8ea-17b3e08a04b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.923068] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 911.923068] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528edb6c-99a2-5335-2454-91c785c5c829" [ 911.923068] env[62136]: _type = "Task" [ 911.923068] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.932122] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528edb6c-99a2-5335-2454-91c785c5c829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.947241] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.947663] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.119451] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.122275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.287s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.123944] env[62136]: INFO nova.compute.claims [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.149993] env[62136]: INFO nova.scheduler.client.report [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Deleted allocations for instance 2026f527-2e31-4f64-8e2a-0ed41d102b48 [ 912.171180] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.322017] env[62136]: DEBUG nova.network.neutron [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.385426] env[62136]: DEBUG oslo_concurrency.lockutils [req-8dcf9e3c-4f4b-4238-a262-b52f7f43ac88 req-6ef9c719-775d-462d-9df5-004301f143c5 service nova] Releasing lock "refresh_cache-879d1f2b-d17d-4e66-b5df-fb6518d2abeb" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.409959] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286762, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.434352] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528edb6c-99a2-5335-2454-91c785c5c829, 'name': SearchDatastore_Task, 'duration_secs': 0.019243} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.438019] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e7cf95-ec36-4b55-9946-80ec17ff5886 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.440876] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 912.440876] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522be453-82b5-7c02-7bba-61f5423e9c2e" [ 912.440876] env[62136]: _type = "Task" [ 912.440876] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.453264] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.457066] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522be453-82b5-7c02-7bba-61f5423e9c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.666472] env[62136]: DEBUG oslo_vmware.api [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286761, 'name': PowerOnVM_Task, 'duration_secs': 0.531082} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.666755] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.666977] env[62136]: DEBUG nova.compute.manager [None req-46326048-213f-46ac-9a25-885728626e1d tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.667927] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58642e4-1050-49ac-b39f-04b241e9eb7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.671092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0e03dc85-aea3-4fd9-b826-13e3311ada3a tempest-ServersTestManualDisk-77244849 tempest-ServersTestManualDisk-77244849-project-member] Lock "2026f527-2e31-4f64-8e2a-0ed41d102b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.546s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.833138] env[62136]: INFO nova.compute.manager [-] [instance: 402eda7b-473d-4924-9205-04158b472c53] Took 1.70 seconds to deallocate network for instance. [ 912.914162] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286762, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.953055] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522be453-82b5-7c02-7bba-61f5423e9c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.953055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.953336] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 879d1f2b-d17d-4e66-b5df-fb6518d2abeb/879d1f2b-d17d-4e66-b5df-fb6518d2abeb.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.957365] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae0a74b4-9612-408d-989f-98db538b4408 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.963414] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 912.963414] env[62136]: value = "task-2286763" [ 912.963414] env[62136]: _type = "Task" [ 912.963414] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.979489] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.995460] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.086860] env[62136]: DEBUG nova.compute.manager [req-9638037d-aaac-40f0-997e-370f38ab321f req-25cf9ee4-f387-4c08-a265-76519062bc14 service nova] [instance: 402eda7b-473d-4924-9205-04158b472c53] Received event network-vif-deleted-d2f13ac2-96c8-4c40-9ed5-feec51ef70f5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.340064] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.415199] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286762, 'name': PowerOffVM_Task, 'duration_secs': 1.31437} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.415199] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.415379] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.418537] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ede1ed-9acd-4b81-b865-090055a40bac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.446187] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa5078-8ac9-4a5c-9b28-12ada51f5ed3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.456590] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91bbbe6-af42-4af4-863f-b59e54efe556 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.501096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6160a4-9e94-43e3-9200-81d0d44ed0fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508717] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.512513] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409caf23-1d1e-452b-8b24-eb5ce57356a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.530434] env[62136]: DEBUG nova.compute.provider_tree [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.533251] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.533458] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.533703] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore2] 552fbf8c-a924-449e-b314-e7fe25acbabb {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.534301] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f660722e-b044-4493-9aa4-963fd5b8c16e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.543193] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 913.543193] env[62136]: value = "task-2286765" [ 913.543193] env[62136]: _type = "Task" [ 913.543193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.556243] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.664690] env[62136]: DEBUG nova.compute.manager [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.665667] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f1945e-58f7-4d36-880f-32ae9876baa7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.008427] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646403} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.008736] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 879d1f2b-d17d-4e66-b5df-fb6518d2abeb/879d1f2b-d17d-4e66-b5df-fb6518d2abeb.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.008954] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.009261] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4563ae9-44ff-4e26-a31b-5c348f8b6f26 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.015812] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 914.015812] env[62136]: value = "task-2286766" [ 914.015812] env[62136]: _type = "Task" [ 914.015812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.024495] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.035873] env[62136]: DEBUG nova.scheduler.client.report [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.054334] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.177845] env[62136]: INFO nova.compute.manager [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] instance snapshotting [ 914.185379] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d01939-4dd4-49ee-828f-42f46b2e57cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.189514] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.190197] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.213913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a21aa-7a57-4592-8978-932524626c47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.527741] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068097} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.528137] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.531389] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e46328-cbab-46a4-84fc-fc204b5dec59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.550047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.550589] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.563441] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 879d1f2b-d17d-4e66-b5df-fb6518d2abeb/879d1f2b-d17d-4e66-b5df-fb6518d2abeb.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.563753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.854s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.568281] env[62136]: INFO nova.compute.claims [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.572404] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34312412-f0f2-434c-bca9-7315e7d7d235 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.593378] env[62136]: DEBUG oslo_vmware.api [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5173} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.594904] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.595150] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.595342] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.595521] env[62136]: INFO nova.compute.manager [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Took 2.73 seconds to destroy the instance on the hypervisor. [ 914.595778] env[62136]: DEBUG oslo.service.loopingcall [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.596059] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 914.596059] env[62136]: value = "task-2286767" [ 914.596059] env[62136]: _type = "Task" [ 914.596059] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.596294] env[62136]: DEBUG nova.compute.manager [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.596355] env[62136]: DEBUG nova.network.neutron [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.606835] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.718736] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.718980] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 914.729483] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.729483] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba5322f5-77d8-4752-bc00-8849887789df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.736422] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 914.736422] env[62136]: value = "task-2286768" [ 914.736422] env[62136]: _type = "Task" [ 914.736422] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.746265] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.006713] env[62136]: DEBUG nova.compute.manager [req-fba1fb2d-8c81-4c56-8c86-3ff72199709a req-e2922b29-c760-4fc1-9a6f-2fadc7a33e44 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Received event network-vif-deleted-ad46106e-8226-410d-affb-8e72dd05c0f7 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.006922] env[62136]: INFO nova.compute.manager [req-fba1fb2d-8c81-4c56-8c86-3ff72199709a req-e2922b29-c760-4fc1-9a6f-2fadc7a33e44 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Neutron deleted interface ad46106e-8226-410d-affb-8e72dd05c0f7; detaching it from the instance and deleting it from the info cache [ 915.008139] env[62136]: DEBUG nova.network.neutron [req-fba1fb2d-8c81-4c56-8c86-3ff72199709a req-e2922b29-c760-4fc1-9a6f-2fadc7a33e44 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.066739] env[62136]: DEBUG nova.compute.utils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.068275] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.069103] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.109155] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.145766] env[62136]: DEBUG nova.policy [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '288b3d1db5d64dbd985ada7821e859d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57373d720c84efca01a355c5ded2c15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.249421] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.282889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.283079] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.283241] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 915.488414] env[62136]: DEBUG nova.network.neutron [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.512831] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7670e088-f9df-4eeb-a155-6ce4a7f79b79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.522800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d6ae9-a298-4104-bc42-c04cd746a7a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.562150] env[62136]: DEBUG nova.compute.manager [req-fba1fb2d-8c81-4c56-8c86-3ff72199709a req-e2922b29-c760-4fc1-9a6f-2fadc7a33e44 service nova] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Detach interface failed, port_id=ad46106e-8226-410d-affb-8e72dd05c0f7, reason: Instance 552fbf8c-a924-449e-b314-e7fe25acbabb could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 915.574432] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.613223] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.754411] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286768, 'name': CreateSnapshot_Task, 'duration_secs': 0.615637} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.755259] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.756168] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d1f72-897b-46f5-a4c5-1b0fe4d8e778 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.907768] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully created port: 18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.942353] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a59b937-d64e-4f55-8c9c-83bb2dd03a96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950886] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d62da6-fd7f-48ff-9dc1-657d582d6f96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.987312] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a63c8-3826-4c44-ba11-e19038d7eee7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.990351] env[62136]: INFO nova.compute.manager [-] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Took 1.39 seconds to deallocate network for instance. [ 915.999129] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6c89c-0e6c-4523-9389-96a86df933f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.016022] env[62136]: DEBUG nova.compute.provider_tree [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.113432] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.272949] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully created port: 801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.281615] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.282017] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-656313ae-cc4a-43bc-9774-2fb56fc0e5d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.291058] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 916.291058] env[62136]: value = "task-2286769" [ 916.291058] env[62136]: _type = "Task" [ 916.291058] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.300778] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286769, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.500130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.520258] env[62136]: DEBUG nova.scheduler.client.report [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.541146] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.584799] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.595353] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully created port: 4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.615353] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286767, 'name': ReconfigVM_Task, 'duration_secs': 1.544736} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.615759] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 879d1f2b-d17d-4e66-b5df-fb6518d2abeb/879d1f2b-d17d-4e66-b5df-fb6518d2abeb.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.616612] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22e1a0cd-344d-4a99-8960-68e2db13845d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.621494] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.621852] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.622130] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.622414] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.622818] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.623122] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.623494] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.623815] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.625188] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.625188] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.625188] env[62136]: DEBUG nova.virt.hardware [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.626079] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a0c52-96e2-424f-9ba4-d82dc5f88b0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.631176] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 916.631176] env[62136]: value = "task-2286770" [ 916.631176] env[62136]: _type = "Task" [ 916.631176] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.640204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4e29b-f62d-4dd0-9274-e7bcad25bea5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.648140] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286770, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.665169] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.665512] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.803511] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286769, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.026684] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.027266] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.030165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.035s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.032214] env[62136]: INFO nova.compute.claims [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.046086] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.046345] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 917.046585] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.046753] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.046919] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.047096] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.047262] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.047456] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.047568] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 917.047735] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.142895] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286770, 'name': Rename_Task, 'duration_secs': 0.223803} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.143177] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.143229] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa2104b-9ec7-4dbf-884a-b7bc19e02308 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.150138] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 917.150138] env[62136]: value = "task-2286771" [ 917.150138] env[62136]: _type = "Task" [ 917.150138] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.158046] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.168700] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.301545] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286769, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.537570] env[62136]: DEBUG nova.compute.utils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 917.543541] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.543541] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.550831] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.590147] env[62136]: DEBUG nova.policy [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.660593] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.692251] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.804259] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286769, 'name': CloneVM_Task, 'duration_secs': 1.363195} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.804506] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Created linked-clone VM from snapshot [ 917.805292] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5423732a-6427-423a-a0ac-6d9f441949cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.813906] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Uploading image 2eb43ad2-4a2b-4576-8374-7e9bd1a93baf {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.836646] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.836646] env[62136]: value = "vm-465460" [ 917.836646] env[62136]: _type = "VirtualMachine" [ 917.836646] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.836958] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08b05f02-d501-4af2-b018-cbb806efbcdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.844392] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease: (returnval){ [ 917.844392] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca8e83-31b3-47dc-b2b6-f20458d8539d" [ 917.844392] env[62136]: _type = "HttpNfcLease" [ 917.844392] env[62136]: } obtained for exporting VM: (result){ [ 917.844392] env[62136]: value = "vm-465460" [ 917.844392] env[62136]: _type = "VirtualMachine" [ 917.844392] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.844871] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the lease: (returnval){ [ 917.844871] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca8e83-31b3-47dc-b2b6-f20458d8539d" [ 917.844871] env[62136]: _type = "HttpNfcLease" [ 917.844871] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.851955] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.851955] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca8e83-31b3-47dc-b2b6-f20458d8539d" [ 917.851955] env[62136]: _type = "HttpNfcLease" [ 917.851955] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.903056] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Successfully created port: 76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.044118] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.072583] env[62136]: DEBUG nova.compute.manager [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-plugged-18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.072825] env[62136]: DEBUG oslo_concurrency.lockutils [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.073038] env[62136]: DEBUG oslo_concurrency.lockutils [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.073476] env[62136]: DEBUG oslo_concurrency.lockutils [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.073476] env[62136]: DEBUG nova.compute.manager [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] No waiting events found dispatching network-vif-plugged-18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.073605] env[62136]: WARNING nova.compute.manager [req-c3fc8bda-47ea-4378-956c-89ab3b82fbff req-df778dc8-20b6-4e3b-be91-be31147eac2e service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received unexpected event network-vif-plugged-18665bde-5145-49e1-89c1-2c14393fbfeb for instance with vm_state building and task_state spawning. [ 918.164474] env[62136]: DEBUG oslo_vmware.api [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286771, 'name': PowerOnVM_Task, 'duration_secs': 1.003691} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.164946] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.167639] env[62136]: INFO nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Took 10.40 seconds to spawn the instance on the hypervisor. [ 918.167639] env[62136]: DEBUG nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.167639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8725f7b1-6a24-4b4a-b324-e265d00a6318 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.178948] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully updated port: 18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.356190] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.356190] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca8e83-31b3-47dc-b2b6-f20458d8539d" [ 918.356190] env[62136]: _type = "HttpNfcLease" [ 918.356190] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.356518] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.356518] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ca8e83-31b3-47dc-b2b6-f20458d8539d" [ 918.356518] env[62136]: _type = "HttpNfcLease" [ 918.356518] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.357333] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7a4c6-7055-4834-9a09-46b796f9e5f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.366606] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.367062] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.429944] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc18835-19de-455c-bf0c-4cb18686e38b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.438592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d07cef2-10ad-4c2b-bef4-c4131d21c684 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.472086] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05591fbc-3fe4-4e91-bd77-329dc2e39254 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.479747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e46cc-feb4-4ecb-bdb0-b6f24178fcb3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.493711] env[62136]: DEBUG nova.compute.provider_tree [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.545031] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab8f4a2d-47f1-4f1a-8449-9762075b3e79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.693853] env[62136]: INFO nova.compute.manager [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Took 16.56 seconds to build instance. [ 918.996859] env[62136]: DEBUG nova.scheduler.client.report [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.062530] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.129472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.129472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.129472] env[62136]: DEBUG nova.objects.instance [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 919.196662] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22a09e6f-f53c-4dab-8657-f04891584c5e tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.071s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.455388] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Successfully updated port: 76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.506919] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.507561] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.510752] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.171s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.510988] env[62136]: DEBUG nova.objects.instance [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lazy-loading 'resources' on Instance uuid 402eda7b-473d-4924-9205-04158b472c53 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 919.636737] env[62136]: DEBUG nova.objects.instance [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 919.959809] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.959996] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.960174] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.014130] env[62136]: DEBUG nova.compute.utils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 920.020030] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.020030] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.089251] env[62136]: DEBUG nova.policy [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb6e93340604bdb8ba4cc504f48440f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127c9bfa29b0466093b8205cc29bc441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.140122] env[62136]: DEBUG nova.objects.base [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance<9219999b-e101-49a1-99a8-13a7f94f433d> lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.140610] env[62136]: DEBUG nova.network.neutron [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.295606] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1fa14d6c-c540-4b5a-8a25-9b69d1b74114 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.166s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.345010] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e51fd6-f083-44d1-bef4-d40affe174df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.353781] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e5c74-5959-4161-84a3-f9e839466764 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.386517] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a208aa1-4006-47d5-9377-3170013720ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.394771] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb1beb-4b48-40f5-ba67-f4178238992d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.410338] env[62136]: DEBUG nova.compute.provider_tree [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.439884] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully updated port: 801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.492181] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.518991] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.623645] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Successfully created port: 901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.638729] env[62136]: DEBUG nova.network.neutron [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Updating instance_info_cache with network_info: [{"id": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "address": "fa:16:3e:0f:66:a6", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d62b8b-47", "ovs_interfaceid": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.712333] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.713420] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.713642] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.713863] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.714033] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.714190] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.714438] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.714605] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.714777] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.714963] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.715159] env[62136]: DEBUG nova.virt.hardware [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.717720] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705cec4-189f-40d8-9f5b-643b7bda6700 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.726692] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5beeff6-3030-461f-924d-ea780961b8f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.733132] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.734017] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ae74f-051f-41ea-a7e7-ce3048d06b0c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.748355] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.748539] env[62136]: ERROR oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk due to incomplete transfer. [ 920.751940] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36d2e828-93e3-430a-812f-b786791be28b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.757793] env[62136]: DEBUG oslo_vmware.rw_handles [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dc5b-a090-3bc7-5864-ef7960bfec88/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.758039] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploaded image 4d8437bc-3855-44f7-8eb7-97b5020d5922 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.760509] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.760808] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8da8cd89-29ed-43d0-bf0c-879df0f2aaec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.767749] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 920.767749] env[62136]: value = "task-2286773" [ 920.767749] env[62136]: _type = "Task" [ 920.767749] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.776328] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286773, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.914414] env[62136]: DEBUG nova.scheduler.client.report [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.141339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.141716] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Instance network_info: |[{"id": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "address": "fa:16:3e:0f:66:a6", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d62b8b-47", "ovs_interfaceid": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.142221] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:66:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d62b8b-4788-4fad-9e3b-8aaea6f9473a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.150268] env[62136]: DEBUG oslo.service.loopingcall [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.150576] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.151075] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa6228aa-8549-4466-accf-25bfd39fd062 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.172211] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.172211] env[62136]: value = "task-2286774" [ 921.172211] env[62136]: _type = "Task" [ 921.172211] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.180772] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286774, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.277861] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286773, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.350179] env[62136]: DEBUG nova.compute.manager [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Received event network-vif-plugged-76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.350179] env[62136]: DEBUG oslo_concurrency.lockutils [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] Acquiring lock "fc405b50-af52-429d-9f01-543488fb69dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.350179] env[62136]: DEBUG oslo_concurrency.lockutils [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] Lock "fc405b50-af52-429d-9f01-543488fb69dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.350179] env[62136]: DEBUG oslo_concurrency.lockutils [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] Lock "fc405b50-af52-429d-9f01-543488fb69dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.350179] env[62136]: DEBUG nova.compute.manager [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] No waiting events found dispatching network-vif-plugged-76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.350559] env[62136]: WARNING nova.compute.manager [req-708dc960-ed43-42cc-9998-df0c360aa1f7 req-a20b3ddd-f642-4197-a82a-7df7bad33aca service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Received unexpected event network-vif-plugged-76d62b8b-4788-4fad-9e3b-8aaea6f9473a for instance with vm_state building and task_state spawning. [ 921.422446] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.424650] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.925s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.424844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.428963] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.879s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.429254] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.429412] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 921.430116] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.738s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.432025] env[62136]: INFO nova.compute.claims [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.436748] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fd58f-8ad1-455c-96c3-d40d83725a2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.445889] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c54ad-40a2-4bcb-b6b3-5a789340e8d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.468125] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f2fa5-55c1-436d-9286-da39888bf461 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.472820] env[62136]: INFO nova.scheduler.client.report [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Deleted allocations for instance 402eda7b-473d-4924-9205-04158b472c53 [ 921.478372] env[62136]: INFO nova.scheduler.client.report [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocations for instance 552fbf8c-a924-449e-b314-e7fe25acbabb [ 921.485579] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7446e-ea88-478a-b687-981208d939b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.518030] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178695MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 921.518205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.528394] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.554262] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.554571] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.554783] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.555083] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.555259] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.555432] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.555722] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.555949] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.556172] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.556374] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.556650] env[62136]: DEBUG nova.virt.hardware [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.557768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad09642-2871-4f3d-aa6c-d6c7fcab766d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.566951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd1944-0080-4288-b488-d226f4851f80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.637188] env[62136]: DEBUG nova.compute.manager [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-changed-18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.637419] env[62136]: DEBUG nova.compute.manager [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing instance network info cache due to event network-changed-18665bde-5145-49e1-89c1-2c14393fbfeb. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.637642] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] Acquiring lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.637877] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] Acquired lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.638214] env[62136]: DEBUG nova.network.neutron [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing network info cache for port 18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.683141] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286774, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.780828] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286773, 'name': Destroy_Task, 'duration_secs': 0.545199} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.781133] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroyed the VM [ 921.781385] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.781649] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56d8e39b-e864-477c-9982-eaa1e7cc778f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.789084] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 921.789084] env[62136]: value = "task-2286775" [ 921.789084] env[62136]: _type = "Task" [ 921.789084] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.797956] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.986523] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8734aead-bd61-46be-985a-694b9862e378 tempest-ServersV294TestFqdnHostnames-2058214056 tempest-ServersV294TestFqdnHostnames-2058214056-project-member] Lock "402eda7b-473d-4924-9205-04158b472c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.522s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.992552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-562b974d-ae2e-44cb-840c-dab9f0cddd9f tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "552fbf8c-a924-449e-b314-e7fe25acbabb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.645s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.164609] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Successfully updated port: 901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.180978] env[62136]: DEBUG nova.network.neutron [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.186603] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286774, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.205107] env[62136]: DEBUG nova.compute.manager [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.206120] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b2758-3abc-437b-a1f3-5be6ef8abf57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.300737] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.302820] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.302820] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.302969] env[62136]: DEBUG nova.objects.instance [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 922.323282] env[62136]: DEBUG nova.network.neutron [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.557404] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Successfully updated port: 4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.675692] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.675874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.676047] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.688114] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286774, 'name': CreateVM_Task, 'duration_secs': 1.195326} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.691209] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.693263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.693263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.693476] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.694023] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb4eb41-e1e8-4e60-beee-da5b0e502598 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.699213] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 922.699213] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522cd992-21c3-9050-b2d5-92f7c854d44f" [ 922.699213] env[62136]: _type = "Task" [ 922.699213] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.709954] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522cd992-21c3-9050-b2d5-92f7c854d44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.717494] env[62136]: INFO nova.compute.manager [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] instance snapshotting [ 922.723625] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a08c27-7c2a-498f-bcd4-11ea20e8397f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.747671] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56a307-08e8-4341-91d0-24476860a66f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.763448] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb04d8-a370-471d-899b-50b762b751f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.770894] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f6284-838e-4a54-a33b-72f74d21e7c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.807166] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112516d0-88a5-4628-929a-190c7da28309 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.820167] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.823494] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f3bb0c-4bcf-49d5-975b-b506ecaf14a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830072] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa68bb1f-da06-4839-8cc0-5a599ae0a907 req-381477c3-b5b5-4443-b693-a9f663ad884f service nova] Releasing lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.840261] env[62136]: DEBUG nova.compute.provider_tree [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.925597] env[62136]: DEBUG nova.objects.instance [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 923.062490] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.062646] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.062766] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.210106] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522cd992-21c3-9050-b2d5-92f7c854d44f, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.210431] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.210677] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.210913] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.211082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.211268] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.211535] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0160cb90-9bfb-41be-9719-8b2e48075c65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.221043] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.221255] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.221979] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f620fb-59d8-4e92-a914-74118c223b47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.228476] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 923.228476] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5206e1ff-0afa-82ff-8088-b89858a412fb" [ 923.228476] env[62136]: _type = "Task" [ 923.228476] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.232674] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.242520] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5206e1ff-0afa-82ff-8088-b89858a412fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.242520] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c98c86-02f5-4ed1-96a0-ffe076403b67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.246594] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 923.246594] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fc8e40-e87d-8d20-ed11-13291543b184" [ 923.246594] env[62136]: _type = "Task" [ 923.246594] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.254472] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fc8e40-e87d-8d20-ed11-13291543b184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.260180] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 923.260466] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11a3122f-b4e9-41c4-a2f8-50cb610fae12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267949] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 923.267949] env[62136]: value = "task-2286776" [ 923.267949] env[62136]: _type = "Task" [ 923.267949] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.276036] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.319838] env[62136]: DEBUG oslo_vmware.api [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286775, 'name': RemoveSnapshot_Task, 'duration_secs': 1.098366} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.320248] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.321041] env[62136]: INFO nova.compute.manager [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 17.79 seconds to snapshot the instance on the hypervisor. [ 923.343745] env[62136]: DEBUG nova.scheduler.client.report [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.388688] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.388967] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.428425] env[62136]: DEBUG nova.objects.base [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance<9219999b-e101-49a1-99a8-13a7f94f433d> lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.428742] env[62136]: DEBUG nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.446147] env[62136]: DEBUG nova.network.neutron [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Updating instance_info_cache with network_info: [{"id": "901e9a52-d538-47f3-a863-f7a9342b94d3", "address": "fa:16:3e:eb:b7:76", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e9a52-d5", "ovs_interfaceid": "901e9a52-d538-47f3-a863-f7a9342b94d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.475741] env[62136]: DEBUG nova.policy [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.619175] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.758108] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fc8e40-e87d-8d20-ed11-13291543b184, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.758398] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.758723] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] fc405b50-af52-429d-9f01-543488fb69dd/fc405b50-af52-429d-9f01-543488fb69dd.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.759036] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3c4019b-2276-498f-bfeb-4570a39e61ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.765964] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 923.765964] env[62136]: value = "task-2286777" [ 923.765964] env[62136]: _type = "Task" [ 923.765964] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.776939] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.780858] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.854012] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.854680] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.861756] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.344s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.900531] env[62136]: DEBUG nova.compute.utils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.919039] env[62136]: DEBUG nova.compute.manager [None req-65c65260-4509-4d7a-bd1c-4822b9f5bd1b tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Found 2 images (rotation: 2) {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 923.950048] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.950467] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Instance network_info: |[{"id": "901e9a52-d538-47f3-a863-f7a9342b94d3", "address": "fa:16:3e:eb:b7:76", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e9a52-d5", "ovs_interfaceid": "901e9a52-d538-47f3-a863-f7a9342b94d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.951035] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '901e9a52-d538-47f3-a863-f7a9342b94d3', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.963097] env[62136]: DEBUG oslo.service.loopingcall [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.964815] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.965650] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b77079ff-8de1-44cd-b8e7-d84c7f5fa553 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.988718] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.988718] env[62136]: value = "task-2286778" [ 923.988718] env[62136]: _type = "Task" [ 923.988718] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.997398] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286778, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.011884] env[62136]: DEBUG nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Successfully created port: eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.281289] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489383} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.284882] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] fc405b50-af52-429d-9f01-543488fb69dd/fc405b50-af52-429d-9f01-543488fb69dd.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.285168] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.285493] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286776, 'name': CreateSnapshot_Task, 'duration_secs': 0.820909} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.285741] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a3b65b-e2a3-4e82-be81-ddc9ad37ddd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.287994] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 924.288907] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698afa4-8aa7-41bc-8383-79731c472fa0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.303210] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 924.303210] env[62136]: value = "task-2286779" [ 924.303210] env[62136]: _type = "Task" [ 924.303210] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.312516] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.366947] env[62136]: DEBUG nova.compute.utils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 924.381735] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.381735] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.404543] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.422616] env[62136]: DEBUG nova.policy [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cf9f4d80f447e7bb6c08fb4ac72fe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c869d21b9e464b9744b78a6c708060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.455403] env[62136]: DEBUG nova.network.neutron [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updating instance_info_cache with network_info: [{"id": "18665bde-5145-49e1-89c1-2c14393fbfeb", "address": "fa:16:3e:73:f4:c0", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18665bde-51", "ovs_interfaceid": "18665bde-5145-49e1-89c1-2c14393fbfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801933c0-c3c8-44e1-886f-04b39a48ec27", "address": "fa:16:3e:7e:37:77", "network": {"id": "e6da05bd-cf12-465c-8259-f27c24d2dbaa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553095831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801933c0-c3", "ovs_interfaceid": "801933c0-c3c8-44e1-886f-04b39a48ec27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a911020-2882-4432-9957-ca5258085662", "address": "fa:16:3e:e1:b4:2c", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a911020-28", "ovs_interfaceid": "4a911020-2882-4432-9957-ca5258085662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.500086] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286778, 'name': CreateVM_Task, 'duration_secs': 0.466405} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.500086] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.501415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.501415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.501415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.501596] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f24508-1ca4-4960-a0aa-1b05ce8fe656 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.506642] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 924.506642] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b9a32c-7251-0f16-d10d-6ccd37e82471" [ 924.506642] env[62136]: _type = "Task" [ 924.506642] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.514337] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b9a32c-7251-0f16-d10d-6ccd37e82471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.728306] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Successfully created port: 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.811629] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.812137] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-84a03f58-d90d-4e1f-9b30-53b2199f8e55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.826359] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072158} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.827667] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.828059] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 924.828059] env[62136]: value = "task-2286780" [ 924.828059] env[62136]: _type = "Task" [ 924.828059] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.828747] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc4b3f-3099-41b4-bbbd-a30ba346e5d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.854039] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fc405b50-af52-429d-9f01-543488fb69dd/fc405b50-af52-429d-9f01-543488fb69dd.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.857741] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b1f81e-c2fd-4fde-93ba-74fc5aae899e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.873219] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286780, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.878248] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 924.878248] env[62136]: value = "task-2286781" [ 924.878248] env[62136]: _type = "Task" [ 924.878248] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.882726] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.898199] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.917362] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.917617] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e1896db5-a141-41cb-9b57-193a21929bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.917677] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 0676af54-5f23-4457-bb79-4513618368db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.917787] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f2d6e69c-f5ab-4034-8803-472138e42721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.917981] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9219999b-e101-49a1-99a8-13a7f94f433d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.918341] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance bee73907-5c06-4929-a0ba-80b30c90d85b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.918587] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919069] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919069] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e0c44643-9513-4ab6-963b-2aca3134fc22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919069] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c356e5e5-c53b-44ce-8d37-2695ffe8f097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919327] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 62f09878-d407-4ece-aa1a-a69c98840167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919327] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance cdc7a14a-9e4c-43d0-95bb-22329782d156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919552] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance b4673d92-972a-4ccf-9a47-8055862fee02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.919815] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 879d1f2b-d17d-4e66-b5df-fb6518d2abeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.920109] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 3127a3fb-cc6d-417c-a57f-c2c92175c3c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.920181] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance fc405b50-af52-429d-9f01-543488fb69dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.921598] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 64ee9182-d0f9-4ffb-bbd4-42a35fed577d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.921598] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 59e7d941-3643-4e83-abfb-f8677bf18cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.921598] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 924.921598] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 924.963011] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.963011] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance network_info: |[{"id": "18665bde-5145-49e1-89c1-2c14393fbfeb", "address": "fa:16:3e:73:f4:c0", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18665bde-51", "ovs_interfaceid": "18665bde-5145-49e1-89c1-2c14393fbfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801933c0-c3c8-44e1-886f-04b39a48ec27", "address": "fa:16:3e:7e:37:77", "network": {"id": "e6da05bd-cf12-465c-8259-f27c24d2dbaa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553095831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801933c0-c3", "ovs_interfaceid": "801933c0-c3c8-44e1-886f-04b39a48ec27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a911020-2882-4432-9957-ca5258085662", "address": "fa:16:3e:e1:b4:2c", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a911020-28", "ovs_interfaceid": "4a911020-2882-4432-9957-ca5258085662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.963368] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18665bde-5145-49e1-89c1-2c14393fbfeb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:37:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801933c0-c3c8-44e1-886f-04b39a48ec27', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a911020-2882-4432-9957-ca5258085662', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.976509] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Creating folder: Project (b57373d720c84efca01a355c5ded2c15). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.980190] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1311ab75-7721-48fb-894b-c957ed6e34ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.994332] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Created folder: Project (b57373d720c84efca01a355c5ded2c15) in parent group-v465229. [ 924.994639] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Creating folder: Instances. Parent ref: group-v465465. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.995198] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297f4ca1-583b-45ef-93d7-2f1fbaad39f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.006716] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Created folder: Instances in parent group-v465465. [ 925.006976] env[62136]: DEBUG oslo.service.loopingcall [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.011447] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.013051] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-187b131e-fef2-4830-b39a-5b83fd19df12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.042482] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Received event network-changed-76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.042482] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Refreshing instance network info cache due to event network-changed-76d62b8b-4788-4fad-9e3b-8aaea6f9473a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.042818] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Acquiring lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.043016] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Acquired lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.043282] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Refreshing network info cache for port 76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.050692] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b9a32c-7251-0f16-d10d-6ccd37e82471, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.051152] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.051476] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.051765] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.052025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.052510] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.053702] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cd460b4-7345-4821-b3b6-a2b33c67b395 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.057365] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.057365] env[62136]: value = "task-2286784" [ 925.057365] env[62136]: _type = "Task" [ 925.057365] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.068194] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286784, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.073173] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.073325] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.075143] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec9007a-184e-4565-87b5-64caabc7dab1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.081782] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 925.081782] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52504091-6f84-b7f4-2964-fc9dd8225aae" [ 925.081782] env[62136]: _type = "Task" [ 925.081782] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.090532] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52504091-6f84-b7f4-2964-fc9dd8225aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.240023] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-plugged-801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.240023] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.240023] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.240023] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.240023] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] No waiting events found dispatching network-vif-plugged-801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.240023] env[62136]: WARNING nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received unexpected event network-vif-plugged-801933c0-c3c8-44e1-886f-04b39a48ec27 for instance with vm_state building and task_state spawning. [ 925.240023] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-changed-801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.240023] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing instance network info cache due to event network-changed-801933c0-c3c8-44e1-886f-04b39a48ec27. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.240023] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquiring lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.240023] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquired lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.240023] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing network info cache for port 801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.300039] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c3e91c-0486-47f6-9df4-b1ece42a5a09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308428] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2900542-920a-44dd-b451-23656869d2c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.347339] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1734b8-278c-4b6b-9733-556efb268db5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.355840] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286780, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.359157] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730cdb4d-3475-40f5-95bc-668c94475456 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.373163] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.388784] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286781, 'name': ReconfigVM_Task, 'duration_secs': 0.38773} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.389117] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fc405b50-af52-429d-9f01-543488fb69dd/fc405b50-af52-429d-9f01-543488fb69dd.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.389814] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c077442-2428-48b2-8cff-17a8cb796fa2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.400877] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 925.400877] env[62136]: value = "task-2286785" [ 925.400877] env[62136]: _type = "Task" [ 925.400877] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.415722] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286785, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.497022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.497189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.497454] env[62136]: INFO nova.compute.manager [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Attaching volume 39dc823e-8975-4706-886c-3b939d3d3402 to /dev/sdb [ 925.550343] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dfecd4-680e-4be2-bde2-138214bf0252 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.563727] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369bb176-962e-461e-8051-ad04aa7b70ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.573766] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286784, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.581812] env[62136]: DEBUG nova.virt.block_device [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating existing volume attachment record: 66fbb355-76f3-40cc-8d2e-fabb271d9c35 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.593355] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52504091-6f84-b7f4-2964-fc9dd8225aae, 'name': SearchDatastore_Task, 'duration_secs': 0.01793} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.594161] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d172be-c139-438c-b97c-9ce5f8bd0324 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.602972] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 925.602972] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5288cf53-a5f6-fca9-d6fa-e0780198a6e0" [ 925.602972] env[62136]: _type = "Task" [ 925.602972] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.608365] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5288cf53-a5f6-fca9-d6fa-e0780198a6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.859026] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286780, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.878164] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.897132] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.912435] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286785, 'name': Rename_Task, 'duration_secs': 0.182191} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.913891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.914233] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5980e76-22f3-4f80-b5b7-5817787ab55c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.921561] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 925.921561] env[62136]: value = "task-2286788" [ 925.921561] env[62136]: _type = "Task" [ 925.921561] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.933683] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.935886] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.936198] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.936598] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.936814] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.937010] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.937207] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.937634] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.937869] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.938096] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.938697] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.938697] env[62136]: DEBUG nova.virt.hardware [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.945383] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a28f8e-b91d-45bd-b88a-f4b6b85c081c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.955177] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3403042-1439-42a1-a3ee-e15187f9f2c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.030452] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Updated VIF entry in instance network info cache for port 76d62b8b-4788-4fad-9e3b-8aaea6f9473a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.030835] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Updating instance_info_cache with network_info: [{"id": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "address": "fa:16:3e:0f:66:a6", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d62b8b-47", "ovs_interfaceid": "76d62b8b-4788-4fad-9e3b-8aaea6f9473a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.072182] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286784, 'name': CreateVM_Task, 'duration_secs': 0.725987} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.072585] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.073799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.074016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.074605] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.075062] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c28524a-c33d-43ea-9593-093892b7a4ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.081471] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 926.081471] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b8bb9d-656e-ed60-bb43-4eae5de3287a" [ 926.081471] env[62136]: _type = "Task" [ 926.081471] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.092663] env[62136]: DEBUG nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Successfully updated port: eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.098635] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b8bb9d-656e-ed60-bb43-4eae5de3287a, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.099089] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.099295] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.099549] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.112926] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5288cf53-a5f6-fca9-d6fa-e0780198a6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015466} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.116117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.116117] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 64ee9182-d0f9-4ffb-bbd4-42a35fed577d/64ee9182-d0f9-4ffb-bbd4-42a35fed577d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.116117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.116117] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.116857] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0160648-87cd-4833-97f4-eb1ac3e477b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.124093] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c6585b-4aaa-4bc3-a2e7-4e1114cbbd2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.133204] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 926.133204] env[62136]: value = "task-2286790" [ 926.133204] env[62136]: _type = "Task" [ 926.133204] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.133446] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.133614] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.137548] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eef9688-027f-43f4-a4ad-1b658b18488c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.146442] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.147113] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 926.147113] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b7f7c7-0f31-0d78-70fa-3cd064ba88fe" [ 926.147113] env[62136]: _type = "Task" [ 926.147113] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.157143] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b7f7c7-0f31-0d78-70fa-3cd064ba88fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.158397] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62afac53-e695-43c9-9c75-5a83a3bb4b91 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.168028] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 926.168028] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e60dfa-48f5-9526-8540-ee47951b6e21" [ 926.168028] env[62136]: _type = "Task" [ 926.168028] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.176757] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e60dfa-48f5-9526-8540-ee47951b6e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.195390] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updated VIF entry in instance network info cache for port 801933c0-c3c8-44e1-886f-04b39a48ec27. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.195390] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updating instance_info_cache with network_info: [{"id": "18665bde-5145-49e1-89c1-2c14393fbfeb", "address": "fa:16:3e:73:f4:c0", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18665bde-51", "ovs_interfaceid": "18665bde-5145-49e1-89c1-2c14393fbfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801933c0-c3c8-44e1-886f-04b39a48ec27", "address": "fa:16:3e:7e:37:77", "network": {"id": "e6da05bd-cf12-465c-8259-f27c24d2dbaa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553095831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801933c0-c3", "ovs_interfaceid": "801933c0-c3c8-44e1-886f-04b39a48ec27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a911020-2882-4432-9957-ca5258085662", "address": "fa:16:3e:e1:b4:2c", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a911020-28", "ovs_interfaceid": "4a911020-2882-4432-9957-ca5258085662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.352873] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286780, 'name': CloneVM_Task, 'duration_secs': 1.520067} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.353172] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Created linked-clone VM from snapshot [ 926.354037] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a4945-ef9f-4185-9241-b425fb54eac7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.362102] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Uploading image 71a106b5-89ad-481e-9a50-b0cac7751fb7 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 926.388625] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 926.389052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.527s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.417406] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.417733] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-239152a2-0517-4c10-9d60-d78c7049e6e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.429107] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 926.429107] env[62136]: value = "task-2286791" [ 926.429107] env[62136]: _type = "Task" [ 926.429107] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.442536] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.449548] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.450627] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Successfully updated port: 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.453246] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b418b-3111-443f-8696-5348da641bca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.460621] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286791, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.465302] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.465534] env[62136]: ERROR oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk due to incomplete transfer. [ 926.465817] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4923f23-7c5a-4135-acf4-550ab95c6b75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.476886] env[62136]: DEBUG oslo_vmware.rw_handles [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f57da-9404-9bb6-5d85-94ad8a79b3ba/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.477087] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Uploaded image 2eb43ad2-4a2b-4576-8374-7e9bd1a93baf to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.479306] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.479857] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff2eb5b0-d92f-48f0-9e44-07cc50cdab82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.492521] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 926.492521] env[62136]: value = "task-2286792" [ 926.492521] env[62136]: _type = "Task" [ 926.492521] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.506476] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286792, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.537050] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Releasing lock "refresh_cache-fc405b50-af52-429d-9f01-543488fb69dd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.537377] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Received event network-vif-plugged-901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.537623] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Acquiring lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.537880] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.538166] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.538373] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] No waiting events found dispatching network-vif-plugged-901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.538571] env[62136]: WARNING nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Received unexpected event network-vif-plugged-901e9a52-d538-47f3-a863-f7a9342b94d3 for instance with vm_state building and task_state spawning. [ 926.538759] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Received event network-changed-901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.538938] env[62136]: DEBUG nova.compute.manager [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Refreshing instance network info cache due to event network-changed-901e9a52-d538-47f3-a863-f7a9342b94d3. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.539241] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Acquiring lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.539409] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Acquired lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.539603] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Refreshing network info cache for port 901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.600276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.600686] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.601213] env[62136]: DEBUG nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.653521] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.680888] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e60dfa-48f5-9526-8540-ee47951b6e21, 'name': SearchDatastore_Task, 'duration_secs': 0.013859} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.681255] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.681648] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 3127a3fb-cc6d-417c-a57f-c2c92175c3c8/3127a3fb-cc6d-417c-a57f-c2c92175c3c8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.681894] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68999207-04bd-4ac8-9d74-964cb73b8fcd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.689915] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 926.689915] env[62136]: value = "task-2286793" [ 926.689915] env[62136]: _type = "Task" [ 926.689915] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.696412] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Releasing lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.696690] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-plugged-4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.696901] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.697116] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.697282] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.697451] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] No waiting events found dispatching network-vif-plugged-4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.697616] env[62136]: WARNING nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received unexpected event network-vif-plugged-4a911020-2882-4432-9957-ca5258085662 for instance with vm_state building and task_state spawning. [ 926.697787] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-changed-4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.698028] env[62136]: DEBUG nova.compute.manager [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing instance network info cache due to event network-changed-4a911020-2882-4432-9957-ca5258085662. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.698327] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquiring lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.698529] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Acquired lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.698711] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Refreshing network info cache for port 4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.704972] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.935889] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.947010] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286791, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.962032] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.962205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.962365] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.004946] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286792, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.139665] env[62136]: DEBUG nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.145760] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b6e69-f272-4645-a34f-1e086d1a8ba9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.149292] env[62136]: WARNING nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 927.160980] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640378} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.161433] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 64ee9182-d0f9-4ffb-bbd4-42a35fed577d/64ee9182-d0f9-4ffb-bbd4-42a35fed577d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.161649] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.161915] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4415513f-f667-4719-b74a-3af2212110c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.170918] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 927.170918] env[62136]: value = "task-2286794" [ 927.170918] env[62136]: _type = "Task" [ 927.170918] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.182679] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.200450] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286793, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.434937] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Updated VIF entry in instance network info cache for port 901e9a52-d538-47f3-a863-f7a9342b94d3. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.435330] env[62136]: DEBUG nova.network.neutron [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Updating instance_info_cache with network_info: [{"id": "901e9a52-d538-47f3-a863-f7a9342b94d3", "address": "fa:16:3e:eb:b7:76", "network": {"id": "62025f14-44cf-4df7-bb25-fc95e44d27bd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1893672532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127c9bfa29b0466093b8205cc29bc441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e9a52-d5", "ovs_interfaceid": "901e9a52-d538-47f3-a863-f7a9342b94d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.445584] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.448799] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286791, 'name': Destroy_Task, 'duration_secs': 0.542825} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.452563] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Destroyed the VM [ 927.452819] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.453380] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dd6a7d3-7212-4e5c-a5d3-938b7cfde78c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.460115] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 927.460115] env[62136]: value = "task-2286795" [ 927.460115] env[62136]: _type = "Task" [ 927.460115] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.469822] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.505054] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286792, 'name': Destroy_Task, 'duration_secs': 0.660533} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.505346] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Destroyed the VM [ 927.505579] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.505835] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be410bd5-dd16-44b4-bd83-1d57e8edf2bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.509935] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.513225] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 927.513225] env[62136]: value = "task-2286796" [ 927.513225] env[62136]: _type = "Task" [ 927.513225] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.523262] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.663055] env[62136]: INFO nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] instance snapshotting [ 927.663792] env[62136]: DEBUG nova.objects.instance [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 927.681600] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08913} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.684687] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.686347] env[62136]: DEBUG nova.network.neutron [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "address": "fa:16:3e:03:f8:87", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5478ef-10", "ovs_interfaceid": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.691274] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f59fc2-a4cb-4dec-b4e5-4d4bd7294312 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.717899] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 64ee9182-d0f9-4ffb-bbd4-42a35fed577d/64ee9182-d0f9-4ffb-bbd4-42a35fed577d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.724539] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17acb5a5-e10b-4f12-bd4d-75233760450c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.747993] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560408} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.750191] env[62136]: DEBUG nova.network.neutron [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.752262] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 3127a3fb-cc6d-417c-a57f-c2c92175c3c8/3127a3fb-cc6d-417c-a57f-c2c92175c3c8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.753849] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.753849] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e20a0e-9b8f-4413-ada2-0946cda34284 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.759781] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 927.759781] env[62136]: value = "task-2286797" [ 927.759781] env[62136]: _type = "Task" [ 927.759781] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.767029] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 927.767029] env[62136]: value = "task-2286798" [ 927.767029] env[62136]: _type = "Task" [ 927.767029] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.771615] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.779959] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.884917] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updated VIF entry in instance network info cache for port 4a911020-2882-4432-9957-ca5258085662. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.885438] env[62136]: DEBUG nova.network.neutron [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updating instance_info_cache with network_info: [{"id": "18665bde-5145-49e1-89c1-2c14393fbfeb", "address": "fa:16:3e:73:f4:c0", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18665bde-51", "ovs_interfaceid": "18665bde-5145-49e1-89c1-2c14393fbfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801933c0-c3c8-44e1-886f-04b39a48ec27", "address": "fa:16:3e:7e:37:77", "network": {"id": "e6da05bd-cf12-465c-8259-f27c24d2dbaa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553095831", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801933c0-c3", "ovs_interfaceid": "801933c0-c3c8-44e1-886f-04b39a48ec27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a911020-2882-4432-9957-ca5258085662", "address": "fa:16:3e:e1:b4:2c", "network": {"id": "1513bc0a-78bf-4259-a874-2eb674aecf10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1845853625", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a911020-28", "ovs_interfaceid": "4a911020-2882-4432-9957-ca5258085662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.940802] env[62136]: DEBUG oslo_vmware.api [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286788, 'name': PowerOnVM_Task, 'duration_secs': 1.543126} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.940802] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.940802] env[62136]: INFO nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Took 8.88 seconds to spawn the instance on the hypervisor. [ 927.940802] env[62136]: DEBUG nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.940802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d7531-e80c-4df2-be15-9ca15f58adee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.944594] env[62136]: DEBUG oslo_concurrency.lockutils [req-c929767b-d5a0-40db-8963-4df8fa779fa9 req-61067426-1975-463f-af21-0e6635e6621c service nova] Releasing lock "refresh_cache-64ee9182-d0f9-4ffb-bbd4-42a35fed577d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.975564] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.023190] env[62136]: DEBUG nova.compute.manager [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-vif-plugged-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.023190] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.023190] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.023190] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.023190] env[62136]: DEBUG nova.compute.manager [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] No waiting events found dispatching network-vif-plugged-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.023190] env[62136]: WARNING nova.compute.manager [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received unexpected event network-vif-plugged-2be56985-6935-4c1a-b350-41612fb0c2d6 for instance with vm_state building and task_state spawning. [ 928.023530] env[62136]: DEBUG nova.compute.manager [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.023530] env[62136]: DEBUG nova.compute.manager [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing instance network info cache due to event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.023694] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.030517] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.161636] env[62136]: DEBUG nova.compute.manager [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-plugged-eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.161830] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.161986] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.162169] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.162360] env[62136]: DEBUG nova.compute.manager [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] No waiting events found dispatching network-vif-plugged-eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.162556] env[62136]: WARNING nova.compute.manager [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received unexpected event network-vif-plugged-eb5478ef-101e-42eb-aafc-0a4694c0332c for instance with vm_state active and task_state None. [ 928.162735] env[62136]: DEBUG nova.compute.manager [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-changed-eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.162884] env[62136]: DEBUG nova.compute.manager [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing instance network info cache due to event network-changed-eb5478ef-101e-42eb-aafc-0a4694c0332c. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.163069] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.168657] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31152d7-3882-482b-9caf-abc576cb6b54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.190582] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d691e-cd08-4b79-8ddf-953fc47aa650 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.193458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.195273] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.195273] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.195273] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.195273] env[62136]: DEBUG nova.network.neutron [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing network info cache for port eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.197919] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b5b76-8676-4156-9fec-98385a323d6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.220061] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.220510] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.220510] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.220675] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.221450] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.221450] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.221450] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.221450] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.221605] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.221639] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.221795] env[62136]: DEBUG nova.virt.hardware [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.230320] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfiguring VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 928.231538] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c4c116-d668-4fcc-b0ff-2e86b06f10c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.254572] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.254936] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Instance network_info: |[{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.255298] env[62136]: DEBUG oslo_vmware.api [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 928.255298] env[62136]: value = "task-2286800" [ 928.255298] env[62136]: _type = "Task" [ 928.255298] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.255536] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.255709] env[62136]: DEBUG nova.network.neutron [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.256969] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:94:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2be56985-6935-4c1a-b350-41612fb0c2d6', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.265466] env[62136]: DEBUG oslo.service.loopingcall [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.266149] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.273719] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5a617f-a67b-4141-85b3-7598c5f4222c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.297720] env[62136]: DEBUG oslo_vmware.api [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286800, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.302832] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.303413] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.303413] env[62136]: value = "task-2286801" [ 928.303413] env[62136]: _type = "Task" [ 928.303413] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.313094] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0638} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.313094] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.313094] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e4ea1-f7ac-4845-aff1-c2651bad444d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.318882] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286801, 'name': CreateVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.343339] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3127a3fb-cc6d-417c-a57f-c2c92175c3c8/3127a3fb-cc6d-417c-a57f-c2c92175c3c8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.344031] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8226c59b-fd4e-4265-a26f-2bf01d3fd4ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.365839] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 928.365839] env[62136]: value = "task-2286802" [ 928.365839] env[62136]: _type = "Task" [ 928.365839] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.375247] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.388522] env[62136]: DEBUG oslo_concurrency.lockutils [req-bf574b1a-43cd-4ab1-a2cb-ae060e48df9e req-9c4de646-493c-4a23-8f06-9fbaadf1c89c service nova] Releasing lock "refresh_cache-3127a3fb-cc6d-417c-a57f-c2c92175c3c8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.459190] env[62136]: INFO nova.compute.manager [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Took 17.78 seconds to build instance. [ 928.474170] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.524902] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286796, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.732702] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.733655] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b12336c-fef9-4084-b6d8-71feb67f0605 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.744169] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 928.744169] env[62136]: value = "task-2286803" [ 928.744169] env[62136]: _type = "Task" [ 928.744169] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.755596] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286803, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.781311] env[62136]: DEBUG oslo_vmware.api [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.785438] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286797, 'name': ReconfigVM_Task, 'duration_secs': 0.879772} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.785793] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 64ee9182-d0f9-4ffb-bbd4-42a35fed577d/64ee9182-d0f9-4ffb-bbd4-42a35fed577d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.786516] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93ae0af-84a4-4864-a863-348b6b5707bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.796617] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 928.796617] env[62136]: value = "task-2286804" [ 928.796617] env[62136]: _type = "Task" [ 928.796617] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.806620] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286804, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.819346] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286801, 'name': CreateVM_Task, 'duration_secs': 0.509132} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.819435] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.820583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.820583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.820668] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.820983] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebd794c-1e8d-4aba-a7fc-431677462ff3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.826055] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 928.826055] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527097b2-5a9a-cd98-30d4-8ba41e1faea6" [ 928.826055] env[62136]: _type = "Task" [ 928.826055] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.835294] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527097b2-5a9a-cd98-30d4-8ba41e1faea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.874763] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286802, 'name': ReconfigVM_Task, 'duration_secs': 0.478851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.875055] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3127a3fb-cc6d-417c-a57f-c2c92175c3c8/3127a3fb-cc6d-417c-a57f-c2c92175c3c8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.875772] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b55504c-e9ff-4204-aea1-9e3593e12c48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.882545] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 928.882545] env[62136]: value = "task-2286805" [ 928.882545] env[62136]: _type = "Task" [ 928.882545] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.895736] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286805, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.961972] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66edc9ea-1de7-41fb-aec3-6cbf15e19930 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.287s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.971398] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.025726] env[62136]: DEBUG oslo_vmware.api [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286796, 'name': RemoveSnapshot_Task, 'duration_secs': 1.32619} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.026038] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.026512] env[62136]: INFO nova.compute.manager [None req-3e070bfc-9ba2-4b88-b336-7d0b0f1ae43b tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 929.041263] env[62136]: DEBUG nova.network.neutron [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updated VIF entry in instance network info cache for port eb5478ef-101e-42eb-aafc-0a4694c0332c. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.041737] env[62136]: DEBUG nova.network.neutron [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "address": "fa:16:3e:03:f8:87", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5478ef-10", "ovs_interfaceid": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.263504] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286803, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.264482] env[62136]: DEBUG nova.network.neutron [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updated VIF entry in instance network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.264825] env[62136]: DEBUG nova.network.neutron [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.279324] env[62136]: DEBUG oslo_vmware.api [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286800, 'name': ReconfigVM_Task, 'duration_secs': 0.865304} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.280788] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.281147] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfigured VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 929.305806] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286804, 'name': Rename_Task, 'duration_secs': 0.185961} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.306170] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.306440] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc28696-8771-47e6-a34f-d9c93009a43e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.313672] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 929.313672] env[62136]: value = "task-2286806" [ 929.313672] env[62136]: _type = "Task" [ 929.313672] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.324368] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.336984] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527097b2-5a9a-cd98-30d4-8ba41e1faea6, 'name': SearchDatastore_Task, 'duration_secs': 0.015904} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.337295] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.337545] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.337775] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.337923] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338147] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.338549] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf0de42f-ad04-4866-8c3b-7d8e7887f431 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.347646] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.347871] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.348643] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa774afe-c567-4fa0-b060-54c4851f79b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.354635] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 929.354635] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ed49-f69c-38cc-b8fb-c8300f3e0471" [ 929.354635] env[62136]: _type = "Task" [ 929.354635] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.363166] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ed49-f69c-38cc-b8fb-c8300f3e0471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.379170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "f9de95e5-e268-4707-9652-8acfb106a9b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.379488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.392802] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286805, 'name': Rename_Task, 'duration_secs': 0.257551} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.393718] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.394012] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e891db14-0fba-4167-a175-359030b3e0dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.402797] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 929.402797] env[62136]: value = "task-2286807" [ 929.402797] env[62136]: _type = "Task" [ 929.402797] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.412834] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.419646] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.419995] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.471563] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.545061] env[62136]: DEBUG oslo_concurrency.lockutils [req-fa126426-2094-4c98-ab0b-c7dbddd162ce req-bd7aaa20-e265-4336-a9d8-db136ea4f913 service nova] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.757489] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286803, 'name': CreateSnapshot_Task, 'duration_secs': 0.711326} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.757740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.758496] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10942e7-2500-4f95-8d1e-447938eecfc5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.774756] env[62136]: DEBUG oslo_concurrency.lockutils [req-2968c4cd-728b-436d-ad4a-aa52a53f81f3 req-f0837699-5e2f-4429-be43-8e56d8d96683 service nova] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.789027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-30b2b5ac-30f1-4e0c-a368-4d171ce5e331 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.486s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.826429] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.866898] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ed49-f69c-38cc-b8fb-c8300f3e0471, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.867761] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518175d7-c838-4c9c-b90a-bc6ad3f02d29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.874525] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 929.874525] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8c1f7-551e-c7f2-a202-16c6cfae40f9" [ 929.874525] env[62136]: _type = "Task" [ 929.874525] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.883783] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.887029] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8c1f7-551e-c7f2-a202-16c6cfae40f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.913322] env[62136]: DEBUG oslo_vmware.api [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286807, 'name': PowerOnVM_Task, 'duration_secs': 0.48536} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.913664] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.913941] env[62136]: INFO nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Took 13.33 seconds to spawn the instance on the hypervisor. [ 929.914151] env[62136]: DEBUG nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.915542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dcbe7e-e434-405b-b9f5-67279f083f47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.923075] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.973964] env[62136]: DEBUG oslo_vmware.api [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286795, 'name': RemoveSnapshot_Task, 'duration_secs': 2.19063} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.974389] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.137429] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 930.137724] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 930.138728] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65612f7-0be0-4cb0-b374-593db4457930 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.158564] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a695b28-a00e-46cd-878e-f00064511e57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.184238] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.184474] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1d41cd-6a76-4f80-bfd5-aa76e4c62806 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.203243] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 930.203243] env[62136]: value = "task-2286808" [ 930.203243] env[62136]: _type = "Task" [ 930.203243] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.211906] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.277256] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 930.278017] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6cf15061-0d8f-4cbe-8233-241507fd4907 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.286315] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 930.286315] env[62136]: value = "task-2286809" [ 930.286315] env[62136]: _type = "Task" [ 930.286315] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.298119] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.323591] env[62136]: DEBUG oslo_vmware.api [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286806, 'name': PowerOnVM_Task, 'duration_secs': 0.813934} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.323591] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.323741] env[62136]: INFO nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 930.323858] env[62136]: DEBUG nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.324664] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e53c2-b33d-4393-afd2-6cfafc6c8069 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.386922] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a8c1f7-551e-c7f2-a202-16c6cfae40f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.389912] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.390247] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/59e7d941-3643-4e83-abfb-f8677bf18cfe.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.393890] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255cdebd-0bda-4580-8367-3fc7f5bbbc3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.403804] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 930.403804] env[62136]: value = "task-2286810" [ 930.403804] env[62136]: _type = "Task" [ 930.403804] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.415553] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.417226] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.417535] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.420217] env[62136]: INFO nova.compute.claims [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.442981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "fc405b50-af52-429d-9f01-543488fb69dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.442981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.442981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "fc405b50-af52-429d-9f01-543488fb69dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.442981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.442981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.445883] env[62136]: INFO nova.compute.manager [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Took 20.63 seconds to build instance. [ 930.459320] env[62136]: INFO nova.compute.manager [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Terminating instance [ 930.464578] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.478879] env[62136]: WARNING nova.compute.manager [None req-2212c5c5-28f5-43e2-908a-adc96a604ab0 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Image not found during snapshot: nova.exception.ImageNotFound: Image 71a106b5-89ad-481e-9a50-b0cac7751fb7 could not be found. [ 930.717279] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.797022] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.843942] env[62136]: INFO nova.compute.manager [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Took 17.88 seconds to build instance. [ 930.856928] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.915046] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49916} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.915551] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/59e7d941-3643-4e83-abfb-f8677bf18cfe.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.915752] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.916136] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f355ea-e56c-43a3-8441-8518a736dfeb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.925343] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 930.925343] env[62136]: value = "task-2286811" [ 930.925343] env[62136]: _type = "Task" [ 930.925343] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.948106] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.950706] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ebf2ba86-3b21-4465-b541-2e0f530d750a tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.146s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.951263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.095s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.951489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.951696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.951860] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.954103] env[62136]: INFO nova.compute.manager [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Terminating instance [ 930.966028] env[62136]: DEBUG nova.compute.manager [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.966028] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.966028] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7b3c0-d1cc-424f-8016-1004382b3486 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.974828] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.975217] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd67e175-c453-44c2-9fe0-50abdedf5dc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.981293] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 930.981293] env[62136]: value = "task-2286812" [ 930.981293] env[62136]: _type = "Task" [ 930.981293] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.997345] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.214275] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286808, 'name': ReconfigVM_Task, 'duration_secs': 0.740248} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.214593] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.220233] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb790e2-d8b6-46e5-beff-94c2f5068ae3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.237270] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 931.237270] env[62136]: value = "task-2286813" [ 931.237270] env[62136]: _type = "Task" [ 931.237270] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.246112] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.297316] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.347792] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a00545da-b711-46ce-9a6d-f86b96f90a64 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.400s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.433904] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220768} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.434181] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.434984] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31e8ca-5355-46f7-ba2e-eeee1eea702c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.461860] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/59e7d941-3643-4e83-abfb-f8677bf18cfe.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.465517] env[62136]: DEBUG nova.compute.manager [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.465784] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.466052] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e515a7-9534-4aaa-ac8d-52ca7d3f59be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.485138] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622ecb5-26b1-4c73-a431-610ac27b7379 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.493963] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 931.493963] env[62136]: value = "task-2286814" [ 931.493963] env[62136]: _type = "Task" [ 931.493963] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.498779] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.506387] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d51a9c2-95ba-4dd3-8c3e-f9a0b911a1a7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.508122] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286812, 'name': PowerOffVM_Task, 'duration_secs': 0.40678} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.509015] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.509226] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.510138] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f3a789-85c2-474b-b452-be9694b47935 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.515122] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.516852] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 931.516852] env[62136]: value = "task-2286815" [ 931.516852] env[62136]: _type = "Task" [ 931.516852] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.527933] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.607891] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.608240] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.608444] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] fc405b50-af52-429d-9f01-543488fb69dd {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.608781] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe386b48-b2d4-43a4-af2e-92a6d37624c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.616087] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 931.616087] env[62136]: value = "task-2286817" [ 931.616087] env[62136]: _type = "Task" [ 931.616087] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.627719] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.685272] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.685542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.685748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.685935] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.686127] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.688649] env[62136]: INFO nova.compute.manager [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Terminating instance [ 931.747545] env[62136]: DEBUG oslo_vmware.api [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286813, 'name': ReconfigVM_Task, 'duration_secs': 0.197136} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.747875] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 931.753497] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595ee56-f050-4c44-934e-1f4239bb98cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.763972] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b56600-efbb-4fca-a476-d633da9c40cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.802574] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c7d180-fbd8-4a4f-8ff6-6826ca8b6635 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.812524] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.813688] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffbdca-e450-4ebd-b6d8-c440844b4019 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.829748] env[62136]: DEBUG nova.compute.manager [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.830360] env[62136]: DEBUG nova.compute.provider_tree [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.832172] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85fcf0-b9e1-4541-93c2-1547b31f4ca3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.982543] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.982904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.983283] env[62136]: DEBUG nova.objects.instance [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 932.008928] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.025983] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286815, 'name': PowerOffVM_Task, 'duration_secs': 0.371515} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.026340] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.026542] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.026800] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449061f4-e164-4630-bc12-612a7fc2f189 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.125474] env[62136]: DEBUG oslo_vmware.api [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16333} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.125716] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.125906] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.126100] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.126281] env[62136]: INFO nova.compute.manager [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 932.126527] env[62136]: DEBUG oslo.service.loopingcall [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.126722] env[62136]: DEBUG nova.compute.manager [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.126821] env[62136]: DEBUG nova.network.neutron [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.192995] env[62136]: DEBUG nova.compute.manager [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.192995] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.193971] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cafa40-e27f-491e-8cdd-9886e6389fa3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.202083] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.202430] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d76d2b2-8c28-4006-bf8d-59a1a6b5fc4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.209307] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 932.209307] env[62136]: value = "task-2286819" [ 932.209307] env[62136]: _type = "Task" [ 932.209307] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.216803] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.308091] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.337020] env[62136]: DEBUG nova.scheduler.client.report [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.344021] env[62136]: INFO nova.compute.manager [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] instance snapshotting [ 932.345210] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101eb14f-8324-4b43-b89b-0c619d95f205 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.352076] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.352076] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.352185] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleting the datastore file [datastore2] 3127a3fb-cc6d-417c-a57f-c2c92175c3c8 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.354624] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f817bb9-38eb-4f99-9bca-2684670816e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.374067] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31a4e5-ee95-447f-84db-c411789791de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.377543] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 932.377543] env[62136]: value = "task-2286820" [ 932.377543] env[62136]: _type = "Task" [ 932.377543] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.393474] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.510310] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286814, 'name': ReconfigVM_Task, 'duration_secs': 0.760268} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.510310] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/59e7d941-3643-4e83-abfb-f8677bf18cfe.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.511467] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d01e9e71-bfaa-4515-8ac9-bae7d3e70f1f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.517049] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 932.517049] env[62136]: value = "task-2286821" [ 932.517049] env[62136]: _type = "Task" [ 932.517049] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.532024] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286821, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.645981] env[62136]: DEBUG nova.objects.instance [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 932.721405] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286819, 'name': PowerOffVM_Task, 'duration_secs': 0.187409} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.721405] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.721405] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.721405] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e26f41e9-73db-47e9-86e7-427e8ccadf80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.739616] env[62136]: DEBUG nova.compute.manager [req-8f3a85c8-662a-431a-9fdc-8e6321ce32f6 req-bb0330b7-5919-4718-8899-7b9553042f4f service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Received event network-vif-deleted-76d62b8b-4788-4fad-9e3b-8aaea6f9473a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.739848] env[62136]: INFO nova.compute.manager [req-8f3a85c8-662a-431a-9fdc-8e6321ce32f6 req-bb0330b7-5919-4718-8899-7b9553042f4f service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Neutron deleted interface 76d62b8b-4788-4fad-9e3b-8aaea6f9473a; detaching it from the instance and deleting it from the info cache [ 932.740029] env[62136]: DEBUG nova.network.neutron [req-8f3a85c8-662a-431a-9fdc-8e6321ce32f6 req-bb0330b7-5919-4718-8899-7b9553042f4f service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.792104] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.792378] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.792546] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleting the datastore file [datastore2] 879d1f2b-d17d-4e66-b5df-fb6518d2abeb {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.792813] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55bf920e-b202-4c97-bd38-8b7ee695af76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.799143] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for the task: (returnval){ [ 932.799143] env[62136]: value = "task-2286823" [ 932.799143] env[62136]: _type = "Task" [ 932.799143] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.800182] env[62136]: DEBUG nova.objects.instance [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'flavor' on Instance uuid bee73907-5c06-4929-a0ba-80b30c90d85b {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 932.814097] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.817654] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286809, 'name': CloneVM_Task, 'duration_secs': 2.082328} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.817904] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Created linked-clone VM from snapshot [ 932.819038] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71014be-0e7d-4879-92d3-7b99ff425eff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.827844] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploading image 0a3649a8-3659-4803-9dbf-b2ef0cc77e3f {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.841356] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.841985] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.847552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.383s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.849117] env[62136]: INFO nova.compute.claims [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.859350] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.859350] env[62136]: value = "vm-465472" [ 932.859350] env[62136]: _type = "VirtualMachine" [ 932.859350] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.859904] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5166d1f-f678-455d-b52d-f562caea1282 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.867787] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease: (returnval){ [ 932.867787] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a45221-0e8f-5586-4112-58dedd489652" [ 932.867787] env[62136]: _type = "HttpNfcLease" [ 932.867787] env[62136]: } obtained for exporting VM: (result){ [ 932.867787] env[62136]: value = "vm-465472" [ 932.867787] env[62136]: _type = "VirtualMachine" [ 932.867787] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.867787] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the lease: (returnval){ [ 932.867787] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a45221-0e8f-5586-4112-58dedd489652" [ 932.867787] env[62136]: _type = "HttpNfcLease" [ 932.867787] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.873878] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.873878] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a45221-0e8f-5586-4112-58dedd489652" [ 932.873878] env[62136]: _type = "HttpNfcLease" [ 932.873878] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.888515] env[62136]: DEBUG oslo_vmware.api [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162396} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.889535] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.889833] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.890022] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.890306] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.890524] env[62136]: INFO nova.compute.manager [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Took 1.42 seconds to destroy the instance on the hypervisor. [ 932.890765] env[62136]: DEBUG oslo.service.loopingcall [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.891527] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4286d58a-0b89-4b89-bf76-0dbd34554fa2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.893377] env[62136]: DEBUG nova.compute.manager [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.893487] env[62136]: DEBUG nova.network.neutron [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.901709] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 932.901709] env[62136]: value = "task-2286825" [ 932.901709] env[62136]: _type = "Task" [ 932.901709] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.910213] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.942536] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.942847] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.943088] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.943263] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.943437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.946213] env[62136]: INFO nova.compute.manager [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Terminating instance [ 932.961555] env[62136]: DEBUG nova.network.neutron [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.026715] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286821, 'name': Rename_Task, 'duration_secs': 0.286464} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.027122] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.027322] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcae6e9-0957-499b-b6e7-e8ae17a7f053 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.034410] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 933.034410] env[62136]: value = "task-2286826" [ 933.034410] env[62136]: _type = "Task" [ 933.034410] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.047746] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.148517] env[62136]: DEBUG nova.objects.base [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance<9219999b-e101-49a1-99a8-13a7f94f433d> lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.148736] env[62136]: DEBUG nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.233465] env[62136]: DEBUG nova.policy [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.242424] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-293bcffe-48e1-4737-a4fa-5e2df39b15b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.252788] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be302e-a26e-4f2d-9eee-09a9b44701b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.289720] env[62136]: DEBUG nova.compute.manager [req-8f3a85c8-662a-431a-9fdc-8e6321ce32f6 req-bb0330b7-5919-4718-8899-7b9553042f4f service nova] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Detach interface failed, port_id=76d62b8b-4788-4fad-9e3b-8aaea6f9473a, reason: Instance fc405b50-af52-429d-9f01-543488fb69dd could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 933.310536] env[62136]: DEBUG oslo_vmware.api [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Task: {'id': task-2286823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184074} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.310792] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.310976] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.311210] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.311362] env[62136]: INFO nova.compute.manager [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 933.311695] env[62136]: DEBUG oslo.service.loopingcall [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.312835] env[62136]: DEBUG nova.compute.manager [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.312835] env[62136]: DEBUG nova.network.neutron [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.314207] env[62136]: DEBUG oslo_concurrency.lockutils [None req-940ce443-1644-4049-b167-9480391a4790 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.346835] env[62136]: DEBUG nova.compute.utils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.349854] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.351191] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.380697] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.380697] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a45221-0e8f-5586-4112-58dedd489652" [ 933.380697] env[62136]: _type = "HttpNfcLease" [ 933.380697] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.381057] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.381057] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a45221-0e8f-5586-4112-58dedd489652" [ 933.381057] env[62136]: _type = "HttpNfcLease" [ 933.381057] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.381889] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276ce76e-1bb7-4126-8774-8997a879fc6c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.392280] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.392473] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.464291] env[62136]: DEBUG nova.compute.manager [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.464552] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.464940] env[62136]: INFO nova.compute.manager [-] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Took 1.34 seconds to deallocate network for instance. [ 933.466575] env[62136]: DEBUG nova.policy [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42fdbf6b802411cb2607fdf6edee5b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554678abdccd4cef863ae868e99b3a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.471804] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd62c0c-be5b-434f-8465-7287edf4d096 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.492464] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286825, 'name': CreateSnapshot_Task, 'duration_secs': 0.570345} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.492854] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.493678] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.493997] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a118b6d-d139-435e-b481-b9a2c63dd4cf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.497802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8114c71-efff-49f6-a743-d843e4b43d2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.517590] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 933.517590] env[62136]: value = "task-2286827" [ 933.517590] env[62136]: _type = "Task" [ 933.517590] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.527871] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.543717] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-077997c3-476d-4628-8ecd-f706246e4b5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.550338] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.578268] env[62136]: INFO nova.compute.manager [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Rebuilding instance [ 933.634155] env[62136]: DEBUG nova.compute.manager [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.635120] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a5d2e-d03e-468a-834e-75af0ca6216f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.855143] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.885818] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Successfully created port: d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.994533] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.024275] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.027216] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67e6cfb5-9849-4baa-bdbb-7d5344018d75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.042858] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 934.042858] env[62136]: value = "task-2286828" [ 934.042858] env[62136]: _type = "Task" [ 934.042858] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.043089] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286827, 'name': PowerOffVM_Task, 'duration_secs': 0.285716} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.046355] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.046665] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.050441] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bc8a4f-15e4-490e-be85-11992da5ec4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.057902] env[62136]: DEBUG oslo_vmware.api [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286826, 'name': PowerOnVM_Task, 'duration_secs': 0.579756} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.061320] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.061588] env[62136]: INFO nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Took 8.16 seconds to spawn the instance on the hypervisor. [ 934.062352] env[62136]: DEBUG nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.067019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d327a31f-76c8-4a7e-a004-03f4be471b81 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.070893] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286828, 'name': CloneVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.137159] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.138044] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.138044] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleting the datastore file [datastore2] 64ee9182-d0f9-4ffb-bbd4-42a35fed577d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.138044] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e478bf-9c67-4ae9-9392-995b2bd04039 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.146738] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for the task: (returnval){ [ 934.146738] env[62136]: value = "task-2286830" [ 934.146738] env[62136]: _type = "Task" [ 934.146738] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.158858] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.177827] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4980c9-05b3-477a-8c9b-14d83cc462d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.188681] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6876da5-9390-4952-950a-46b9d83da748 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.222189] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174683d-5d95-4e03-a749-6a7732539902 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.230394] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9b4fa4-f653-4d02-aaf0-18b9f7cab019 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.245918] env[62136]: DEBUG nova.compute.provider_tree [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.288969] env[62136]: DEBUG nova.network.neutron [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.429043] env[62136]: DEBUG nova.network.neutron [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.556273] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286828, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.588954] env[62136]: INFO nova.compute.manager [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Took 16.91 seconds to build instance. [ 934.648213] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.648591] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869a47f5-0e2f-4956-9fd9-295b24169442 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.659448] env[62136]: DEBUG oslo_vmware.api [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Task: {'id': task-2286830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153248} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.660716] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.661020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.661275] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.661512] env[62136]: INFO nova.compute.manager [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 934.661796] env[62136]: DEBUG oslo.service.loopingcall [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.662101] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 934.662101] env[62136]: value = "task-2286831" [ 934.662101] env[62136]: _type = "Task" [ 934.662101] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.662336] env[62136]: DEBUG nova.compute.manager [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.662715] env[62136]: DEBUG nova.network.neutron [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.672814] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.749811] env[62136]: DEBUG nova.scheduler.client.report [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.793247] env[62136]: INFO nova.compute.manager [-] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Took 1.48 seconds to deallocate network for instance. [ 934.867030] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.885435] env[62136]: DEBUG nova.compute.manager [req-fe15f265-9d3e-4877-ac2c-c58a3af3c332 req-0e010395-3abf-465f-801b-c0f9c7c3d936 service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-deleted-801933c0-c3c8-44e1-886f-04b39a48ec27 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.886478] env[62136]: DEBUG nova.compute.manager [req-fe15f265-9d3e-4877-ac2c-c58a3af3c332 req-0e010395-3abf-465f-801b-c0f9c7c3d936 service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-deleted-4a911020-2882-4432-9957-ca5258085662 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.886727] env[62136]: DEBUG nova.compute.manager [req-fe15f265-9d3e-4877-ac2c-c58a3af3c332 req-0e010395-3abf-465f-801b-c0f9c7c3d936 service nova] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Received event network-vif-deleted-c24ac57d-cd5e-4235-817b-4dc1dc09d8ea {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.887153] env[62136]: DEBUG nova.compute.manager [req-fe15f265-9d3e-4877-ac2c-c58a3af3c332 req-0e010395-3abf-465f-801b-c0f9c7c3d936 service nova] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Received event network-vif-deleted-18665bde-5145-49e1-89c1-2c14393fbfeb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.901857] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.901857] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.902601] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.902601] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.902601] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.902800] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.903489] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.903489] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.903708] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.903913] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.904705] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.905686] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577d3d7-dad2-4079-9a19-c5b38b426fb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.914964] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e501389-35be-4027-8cea-2a8e340ad04c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.931621] env[62136]: INFO nova.compute.manager [-] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Took 2.04 seconds to deallocate network for instance. [ 934.959022] env[62136]: DEBUG nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Successfully updated port: 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.968091] env[62136]: DEBUG nova.compute.manager [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-plugged-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.970732] env[62136]: DEBUG oslo_concurrency.lockutils [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.970732] env[62136]: DEBUG oslo_concurrency.lockutils [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.970732] env[62136]: DEBUG oslo_concurrency.lockutils [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.970732] env[62136]: DEBUG nova.compute.manager [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] No waiting events found dispatching network-vif-plugged-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.970732] env[62136]: WARNING nova.compute.manager [req-c32e6b80-5a2c-48cd-9933-fa8f5fab5d58 req-19149a3c-399e-475d-bcc2-50c0737571f2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received unexpected event network-vif-plugged-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 for instance with vm_state active and task_state None. [ 935.058466] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286828, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.090372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-38a32662-ba00-46cf-88cd-cd98f87ac720 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.425s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.189371] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286831, 'name': PowerOffVM_Task, 'duration_secs': 0.411971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.192455] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.255816] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.256649] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.259563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.265s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.259744] env[62136]: DEBUG nova.objects.instance [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'resources' on Instance uuid fc405b50-af52-429d-9f01-543488fb69dd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 935.279678] env[62136]: INFO nova.compute.manager [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Detaching volume 39dc823e-8975-4706-886c-3b939d3d3402 [ 935.301022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.321460] env[62136]: INFO nova.virt.block_device [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Attempting to driver detach volume 39dc823e-8975-4706-886c-3b939d3d3402 from mountpoint /dev/sdb [ 935.321724] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 935.321926] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 935.322913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c51080-388a-44aa-aa59-248d1b30b158 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.349321] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac88b900-79fd-4aaf-a2b2-ee2a17fdbecf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.358477] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8c6a6-e0cf-4e9e-95fa-3dbfc4093fad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.395274] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747fff7b-a972-4f1f-9732-c51c61653f5c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.410724] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] The volume has not been displaced from its original location: [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 935.416574] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.416969] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2042fe49-ead3-4b10-8f1e-20805fb88edc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.435063] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 935.435063] env[62136]: value = "task-2286832" [ 935.435063] env[62136]: _type = "Task" [ 935.435063] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.439162] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.444687] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.462469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.462672] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.462870] env[62136]: DEBUG nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.481945] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Successfully updated port: d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.489019] env[62136]: DEBUG nova.network.neutron [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.559714] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286828, 'name': CloneVM_Task, 'duration_secs': 1.437854} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.560203] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Created linked-clone VM from snapshot [ 935.561111] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b84dd-2776-4b1d-a7bb-2294ab86909e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.569659] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Uploading image a821cf90-a023-424d-a004-00bfe9049af5 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.596942] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.596942] env[62136]: value = "vm-465474" [ 935.596942] env[62136]: _type = "VirtualMachine" [ 935.596942] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.597333] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76732b18-36b4-4cdf-88d9-d3f3b403f30a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.606577] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease: (returnval){ [ 935.606577] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5216234a-e0fe-a7e3-bd65-06168f2c12f9" [ 935.606577] env[62136]: _type = "HttpNfcLease" [ 935.606577] env[62136]: } obtained for exporting VM: (result){ [ 935.606577] env[62136]: value = "vm-465474" [ 935.606577] env[62136]: _type = "VirtualMachine" [ 935.606577] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.606577] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the lease: (returnval){ [ 935.606577] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5216234a-e0fe-a7e3-bd65-06168f2c12f9" [ 935.606577] env[62136]: _type = "HttpNfcLease" [ 935.606577] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.614092] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.614092] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5216234a-e0fe-a7e3-bd65-06168f2c12f9" [ 935.614092] env[62136]: _type = "HttpNfcLease" [ 935.614092] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.765923] env[62136]: DEBUG nova.compute.utils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.770342] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.770592] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.813554] env[62136]: DEBUG nova.policy [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42fdbf6b802411cb2607fdf6edee5b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554678abdccd4cef863ae868e99b3a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.953979] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286832, 'name': ReconfigVM_Task, 'duration_secs': 0.2879} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.954418] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.963690] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063202a1-f12b-4dad-b59e-c9d16d0f3f0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.982329] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 935.982329] env[62136]: value = "task-2286834" [ 935.982329] env[62136]: _type = "Task" [ 935.982329] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.995904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.996200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.996435] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.997883] env[62136]: INFO nova.compute.manager [-] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Took 1.34 seconds to deallocate network for instance. [ 936.015023] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.049526] env[62136]: WARNING nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 936.049526] env[62136]: WARNING nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 936.079291] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a9cd2-2f25-4a74-a3b5-69e1b0203f34 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.089980] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53a79b-a28e-4b23-91ee-470f714dc55b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.131867] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Successfully created port: 893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.139322] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a2b7f-5e46-4269-8cb8-f3b983cac77c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.146991] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.146991] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5216234a-e0fe-a7e3-bd65-06168f2c12f9" [ 936.146991] env[62136]: _type = "HttpNfcLease" [ 936.146991] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 936.149195] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 936.149195] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5216234a-e0fe-a7e3-bd65-06168f2c12f9" [ 936.149195] env[62136]: _type = "HttpNfcLease" [ 936.149195] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 936.150013] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb2e09-827e-4bf3-96f1-8512b0490e86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.153442] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856da245-8bad-4e9d-96e3-8484874adc21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.167577] env[62136]: DEBUG nova.compute.provider_tree [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.173254] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 936.173368] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.274153] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.283236] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85fcd2b8-d0d9-48b6-937e-405d48164b79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.493232] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.514327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.536756] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.676392] env[62136]: DEBUG nova.scheduler.client.report [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.692094] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Updating instance_info_cache with network_info: [{"id": "d0f808ef-aefa-47d9-9a19-854d23a20598", "address": "fa:16:3e:8e:d1:fb", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f808ef-ae", "ovs_interfaceid": "d0f808ef-aefa-47d9-9a19-854d23a20598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.704156] env[62136]: DEBUG nova.network.neutron [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "address": "fa:16:3e:03:f8:87", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5478ef-10", "ovs_interfaceid": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "address": "fa:16:3e:98:80:02", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cae0dc4-bf", "ovs_interfaceid": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.959155] env[62136]: DEBUG nova.compute.manager [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Received event network-vif-deleted-901e9a52-d538-47f3-a863-f7a9342b94d3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.959892] env[62136]: DEBUG nova.compute.manager [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.960013] env[62136]: DEBUG nova.compute.manager [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing instance network info cache due to event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.960215] env[62136]: DEBUG oslo_concurrency.lockutils [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.960819] env[62136]: DEBUG oslo_concurrency.lockutils [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.960819] env[62136]: DEBUG nova.network.neutron [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.993556] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.000825] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-changed-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.001119] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing instance network info cache due to event network-changed-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.001435] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.182508] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.185518] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.885s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.185980] env[62136]: DEBUG nova.objects.instance [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lazy-loading 'resources' on Instance uuid 879d1f2b-d17d-4e66-b5df-fb6518d2abeb {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 937.196174] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.196744] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Instance network_info: |[{"id": "d0f808ef-aefa-47d9-9a19-854d23a20598", "address": "fa:16:3e:8e:d1:fb", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f808ef-ae", "ovs_interfaceid": "d0f808ef-aefa-47d9-9a19-854d23a20598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.197574] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:d1:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f808ef-aefa-47d9-9a19-854d23a20598', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.206357] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating folder: Project (554678abdccd4cef863ae868e99b3a44). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.207235] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5aa42d5-b137-43ca-990a-38ac6e643cee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.211282] env[62136]: INFO nova.scheduler.client.report [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance fc405b50-af52-429d-9f01-543488fb69dd [ 937.214071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.214071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.214473] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.218707] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.219042] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Refreshing network info cache for port 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.222028] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d15e05-7f32-4a48-8b1b-c8d70100722f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.244423] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.244423] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.244423] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.244423] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.244860] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.244860] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.244860] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.245648] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.245648] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.245648] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.245648] env[62136]: DEBUG nova.virt.hardware [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.252642] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfiguring VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 937.254405] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2ebcd9-7359-4335-a23d-6907f2302ed3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.267081] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created folder: Project (554678abdccd4cef863ae868e99b3a44) in parent group-v465229. [ 937.267542] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating folder: Instances. Parent ref: group-v465475. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.268543] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ccb411-ed83-4ef2-a50d-c03822dc2a44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.280516] env[62136]: DEBUG oslo_vmware.api [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 937.280516] env[62136]: value = "task-2286837" [ 937.280516] env[62136]: _type = "Task" [ 937.280516] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.290634] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.293996] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created folder: Instances in parent group-v465475. [ 937.294513] env[62136]: DEBUG oslo.service.loopingcall [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.299976] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.300791] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34118a9b-4ce6-4740-9489-6bb9ee9f0705 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.336493] env[62136]: DEBUG oslo_vmware.api [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286837, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.346522] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.346522] env[62136]: value = "task-2286838" [ 937.346522] env[62136]: _type = "Task" [ 937.346522] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.357343] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286838, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.493627] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286834, 'name': ReconfigVM_Task, 'duration_secs': 1.286428} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.494156] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 937.713130] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Successfully updated port: 893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.738918] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b4f52c31-9dbb-4cfc-8fea-537df12fb0fa tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "fc405b50-af52-429d-9f01-543488fb69dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.297s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.752166] env[62136]: DEBUG nova.network.neutron [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updated VIF entry in instance network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.752166] env[62136]: DEBUG nova.network.neutron [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.794703] env[62136]: DEBUG oslo_vmware.api [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.857653] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286838, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.981940] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updated VIF entry in instance network info cache for port 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.982764] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "address": "fa:16:3e:03:f8:87", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5478ef-10", "ovs_interfaceid": "eb5478ef-101e-42eb-aafc-0a4694c0332c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "address": "fa:16:3e:98:80:02", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cae0dc4-bf", "ovs_interfaceid": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.987368] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d55e5b-6af2-4d7d-8f0e-44c3d541143f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.998125] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd413c18-64da-497b-b8d6-d48b47afee3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.030556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ef383-9445-4f3a-be44-1b85793d4626 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.038655] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e161fba-8f7b-419f-8c1e-168c454be218 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.057667] env[62136]: DEBUG nova.compute.provider_tree [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.219069] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.219354] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.219504] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.257080] env[62136]: DEBUG oslo_concurrency.lockutils [req-99ae87cb-ffe2-4634-a9fc-ea286004ee12 req-be16c128-e873-4a71-b6ba-5433cf5bfce3 service nova] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.294782] env[62136]: DEBUG oslo_vmware.api [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286837, 'name': ReconfigVM_Task, 'duration_secs': 0.797951} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.295442] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.295712] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfigured VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 938.355917] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286838, 'name': CreateVM_Task, 'duration_secs': 0.573943} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.356151] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.356812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.357020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.357335] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.357611] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884ea945-395a-41a5-8dc2-38f9d869a615 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.362768] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 938.362768] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527a1ff9-0ae0-1f1d-6fdf-0f8a427b9e7a" [ 938.362768] env[62136]: _type = "Task" [ 938.362768] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.371344] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527a1ff9-0ae0-1f1d-6fdf-0f8a427b9e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.493256] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.493501] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Received event network-vif-plugged-d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.493716] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Acquiring lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.493922] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.494106] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.494505] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] No waiting events found dispatching network-vif-plugged-d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.494505] env[62136]: WARNING nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Received unexpected event network-vif-plugged-d0f808ef-aefa-47d9-9a19-854d23a20598 for instance with vm_state building and task_state spawning. [ 938.494672] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Received event network-changed-d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.494781] env[62136]: DEBUG nova.compute.manager [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Refreshing instance network info cache due to event network-changed-d0f808ef-aefa-47d9-9a19-854d23a20598. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.494937] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Acquiring lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.495163] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Acquired lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.495629] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Refreshing network info cache for port d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.564009] env[62136]: DEBUG nova.scheduler.client.report [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.567445] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.567712] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c3b087-55cb-4a17-ab44-6dffc99f4074 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.575872] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 938.575872] env[62136]: value = "task-2286839" [ 938.575872] env[62136]: _type = "Task" [ 938.575872] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.584580] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.755304] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.800836] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0fe142fb-b57c-4b16-b8d0-d206b6e58793 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.818s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.873808] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527a1ff9-0ae0-1f1d-6fdf-0f8a427b9e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.874240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.874525] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.874805] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.875015] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875246] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.875559] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375bb1c0-4c72-4cfc-b91d-d82bb68b03db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.886184] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.886299] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.886996] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af18bd9a-292a-43f8-97b5-929578f9919b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.892569] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 938.892569] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526bdea6-1917-9199-61a3-f7944fa2b313" [ 938.892569] env[62136]: _type = "Task" [ 938.892569] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.900247] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526bdea6-1917-9199-61a3-f7944fa2b313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.923145] env[62136]: DEBUG nova.network.neutron [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Updating instance_info_cache with network_info: [{"id": "893d6949-bbfe-4740-9599-819cebcf889a", "address": "fa:16:3e:14:43:4e", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893d6949-bb", "ovs_interfaceid": "893d6949-bbfe-4740-9599-819cebcf889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.070961] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.073292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.634s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.073522] env[62136]: DEBUG nova.objects.instance [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lazy-loading 'resources' on Instance uuid 3127a3fb-cc6d-417c-a57f-c2c92175c3c8 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 939.089268] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.089495] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 939.089700] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 939.090550] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295deb77-08af-474b-b42d-520272b94840 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.094307] env[62136]: INFO nova.scheduler.client.report [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Deleted allocations for instance 879d1f2b-d17d-4e66-b5df-fb6518d2abeb [ 939.113433] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4846d3-9402-496e-9fad-fae23b12ef43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.122202] env[62136]: WARNING nova.virt.vmwareapi.driver [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 939.122528] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.123328] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f677190-b521-4b0c-91d9-e0fcac1af139 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.130145] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.130437] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c77ca8-b572-4f8c-b34d-24cadd066bd5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.214695] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Updated VIF entry in instance network info cache for port d0f808ef-aefa-47d9-9a19-854d23a20598. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.214695] env[62136]: DEBUG nova.network.neutron [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Updating instance_info_cache with network_info: [{"id": "d0f808ef-aefa-47d9-9a19-854d23a20598", "address": "fa:16:3e:8e:d1:fb", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f808ef-ae", "ovs_interfaceid": "d0f808ef-aefa-47d9-9a19-854d23a20598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.220427] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.220723] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.221127] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.221127] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d8c850-f8b0-4539-8b2a-277dc706c873 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.228194] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 939.228194] env[62136]: value = "task-2286841" [ 939.228194] env[62136]: _type = "Task" [ 939.228194] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.238148] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.403605] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526bdea6-1917-9199-61a3-f7944fa2b313, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.404478] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e646398-837c-4a20-90aa-8ff2070cbd35 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.409619] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 939.409619] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a16161-3932-8d00-feea-45afe17b802a" [ 939.409619] env[62136]: _type = "Task" [ 939.409619] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.417383] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a16161-3932-8d00-feea-45afe17b802a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.425992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.426316] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Instance network_info: |[{"id": "893d6949-bbfe-4740-9599-819cebcf889a", "address": "fa:16:3e:14:43:4e", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893d6949-bb", "ovs_interfaceid": "893d6949-bbfe-4740-9599-819cebcf889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.616646] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3fe733be-2322-4845-840d-2ca3b0f30ec7 tempest-ImagesTestJSON-619397490 tempest-ImagesTestJSON-619397490-project-member] Lock "879d1f2b-d17d-4e66-b5df-fb6518d2abeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.930s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.717738] env[62136]: DEBUG oslo_concurrency.lockutils [req-4c759ff7-bb46-4c50-b116-4c4b8c2355e7 req-60ddf4cb-f4da-41ed-8d4a-9b54ce142fd7 service nova] Releasing lock "refresh_cache-f9de95e5-e268-4707-9652-8acfb106a9b4" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.737720] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140146} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.740488] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.740704] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.740907] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.829487] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2036c8f3-1a4c-4e50-b6b1-2beb3f14abae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.837461] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a6161-c7be-403e-aeb9-e9135bd1334e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.870204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2ac96-c830-4b97-8e16-b3764bf374b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.878567] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21071d3-f140-487f-98bd-e5eb64776704 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.893023] env[62136]: DEBUG nova.compute.provider_tree [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.919529] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a16161-3932-8d00-feea-45afe17b802a, 'name': SearchDatastore_Task, 'duration_secs': 0.025334} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.919868] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.920153] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f9de95e5-e268-4707-9652-8acfb106a9b4/f9de95e5-e268-4707-9652-8acfb106a9b4.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.920618] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9cb61fb-9af6-4c1f-a6d6-d9666b07f910 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.927150] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 939.927150] env[62136]: value = "task-2286842" [ 939.927150] env[62136]: _type = "Task" [ 939.927150] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.935366] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.143305] env[62136]: DEBUG nova.compute.manager [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Received event network-vif-plugged-893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.143564] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Acquiring lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.143783] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.143960] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.144165] env[62136]: DEBUG nova.compute.manager [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] No waiting events found dispatching network-vif-plugged-893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.144342] env[62136]: WARNING nova.compute.manager [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Received unexpected event network-vif-plugged-893d6949-bbfe-4740-9599-819cebcf889a for instance with vm_state building and task_state spawning. [ 940.144581] env[62136]: DEBUG nova.compute.manager [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Received event network-changed-893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.144818] env[62136]: DEBUG nova.compute.manager [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Refreshing instance network info cache due to event network-changed-893d6949-bbfe-4740-9599-819cebcf889a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.145045] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Acquiring lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.145195] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Acquired lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.145385] env[62136]: DEBUG nova.network.neutron [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Refreshing network info cache for port 893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.246757] env[62136]: INFO nova.virt.block_device [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Booting with volume 39dc823e-8975-4706-886c-3b939d3d3402 at /dev/sdb [ 940.304698] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66339dfb-d68a-437d-a8ff-f4550e6e1424 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.317236] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f53363a-770f-4b4c-bd50-7b2367a90a4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.355879] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a1a81af-e01a-4512-b063-d1dcb146ee42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366705] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fabb86-09a6-48f6-ac62-95225483e231 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.403676] env[62136]: DEBUG nova.scheduler.client.report [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.408221] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e73efd-d17b-45c9-a297-70c22c124b2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.416884] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01835ea6-dd91-438b-b5e5-625acaf7ef76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.432719] env[62136]: DEBUG nova.virt.block_device [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating existing volume attachment record: ac7fb8aa-f83b-40fb-a50d-c7fa55599b35 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.445197] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.781056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "b4673d92-972a-4ccf-9a47-8055862fee02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.781056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.781056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.781056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.781329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.783738] env[62136]: INFO nova.compute.manager [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Terminating instance [ 940.870561] env[62136]: DEBUG nova.network.neutron [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Updated VIF entry in instance network info cache for port 893d6949-bbfe-4740-9599-819cebcf889a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.870935] env[62136]: DEBUG nova.network.neutron [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Updating instance_info_cache with network_info: [{"id": "893d6949-bbfe-4740-9599-819cebcf889a", "address": "fa:16:3e:14:43:4e", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893d6949-bb", "ovs_interfaceid": "893d6949-bbfe-4740-9599-819cebcf889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.912499] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.914924] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.401s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.915193] env[62136]: DEBUG nova.objects.instance [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lazy-loading 'resources' on Instance uuid 64ee9182-d0f9-4ffb-bbd4-42a35fed577d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 940.937848] env[62136]: INFO nova.scheduler.client.report [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleted allocations for instance 3127a3fb-cc6d-417c-a57f-c2c92175c3c8 [ 940.944929] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568926} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.945414] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f9de95e5-e268-4707-9652-8acfb106a9b4/f9de95e5-e268-4707-9652-8acfb106a9b4.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.945641] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.945898] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2869a58b-075d-4446-9425-69f7fd5e7671 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.953282] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 940.953282] env[62136]: value = "task-2286843" [ 940.953282] env[62136]: _type = "Task" [ 940.953282] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.961683] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.288128] env[62136]: DEBUG nova.compute.manager [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.288592] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.289509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04b303-1501-4816-8ae4-b01892a92c64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.298522] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.298809] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b994be93-29b1-4a6a-a1cd-d3b0fa2f3a57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.305080] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 941.305080] env[62136]: value = "task-2286844" [ 941.305080] env[62136]: _type = "Task" [ 941.305080] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.312838] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.373458] env[62136]: DEBUG oslo_concurrency.lockutils [req-7c5ad941-f964-483f-bac3-40379ddda863 req-971f8431-9b83-423e-a576-2491ca8a09c3 service nova] Releasing lock "refresh_cache-58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.448791] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b5bf2787-0946-494f-81dc-09aa707ff330 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "3127a3fb-cc6d-417c-a57f-c2c92175c3c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.497s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.465404] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.677653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf815fdb-eb15-45ed-8d02-ee50ab308de0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.686452] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ac857-fc0e-48b8-8a85-35e454da39f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.718707] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5ee34-1996-4957-909c-7833cb6c6834 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.726817] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dde54d-5ea6-41fe-aea4-859031d47163 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.742077] env[62136]: DEBUG nova.compute.provider_tree [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.815496] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286844, 'name': PowerOffVM_Task, 'duration_secs': 0.41481} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.815718] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.815718] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.816414] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f044073f-df3c-435b-99b4-d7319c986c3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.884818] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.885102] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.885312] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] b4673d92-972a-4ccf-9a47-8055862fee02 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.885914] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b955bc-33e3-46d9-96bc-f3566071567b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.891760] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 941.891760] env[62136]: value = "task-2286846" [ 941.891760] env[62136]: _type = "Task" [ 941.891760] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.902398] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.923120] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.923355] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.923538] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.923786] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.924082] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.924276] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.924562] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.924737] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.924909] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.925092] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.925275] env[62136]: DEBUG nova.virt.hardware [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.927648] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ef73c8-9600-4015-95f3-851bf4ab6ac0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.936713] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.938067] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc5af7-738b-47a7-a47f-42c91dbc7cb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.944706] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa04f4-2847-44d2-8ddb-fb73be2fffac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.958319] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:43:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893d6949-bbfe-4740-9599-819cebcf889a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.966414] env[62136]: DEBUG oslo.service.loopingcall [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.971346] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.972031] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.972031] env[62136]: ERROR oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk due to incomplete transfer. [ 941.973232] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a41ef3-24bc-484f-915a-30955520add3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.988670] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfca934c-9032-46a6-9ac5-6c739d8e80dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.000464] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.645367} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.003603] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.003721] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.003721] env[62136]: value = "task-2286847" [ 942.003721] env[62136]: _type = "Task" [ 942.003721] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.004839] env[62136]: DEBUG oslo_vmware.rw_handles [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec8ba-42dd-f8b7-c6cd-aab988454dcb/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 942.004839] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Uploaded image 0a3649a8-3659-4803-9dbf-b2ef0cc77e3f to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 942.006753] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 942.008114] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35371ea5-1fee-422d-bd3c-bfd5d4218cd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.011242] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51ad8737-8679-412a-b7b1-13256def36f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.030907] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 942.030907] env[62136]: value = "task-2286848" [ 942.030907] env[62136]: _type = "Task" [ 942.030907] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.040078] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f9de95e5-e268-4707-9652-8acfb106a9b4/f9de95e5-e268-4707-9652-8acfb106a9b4.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.047748] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b813b7ae-d2cf-4022-ae28-c8406036759d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.062864] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286847, 'name': CreateVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.074757] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286848, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.075272] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 942.075272] env[62136]: value = "task-2286849" [ 942.075272] env[62136]: _type = "Task" [ 942.075272] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.089099] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.246569] env[62136]: DEBUG nova.scheduler.client.report [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.406772] env[62136]: DEBUG oslo_vmware.api [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261644} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.407297] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.407297] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.407550] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.407645] env[62136]: INFO nova.compute.manager [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Took 1.12 seconds to destroy the instance on the hypervisor. [ 942.407982] env[62136]: DEBUG oslo.service.loopingcall [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.408235] env[62136]: DEBUG nova.compute.manager [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.408335] env[62136]: DEBUG nova.network.neutron [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.495444] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-eb5478ef-101e-42eb-aafc-0a4694c0332c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.495810] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-eb5478ef-101e-42eb-aafc-0a4694c0332c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.525574] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286847, 'name': CreateVM_Task, 'duration_secs': 0.524828} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.525770] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.526515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.526690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.527039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.527327] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab27893-4c71-4ca1-9e37-9c40b3c3c9ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.533031] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 942.533031] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524fedc0-9b43-4d80-4016-bf782c0b8db0" [ 942.533031] env[62136]: _type = "Task" [ 942.533031] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.545035] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524fedc0-9b43-4d80-4016-bf782c0b8db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.554341] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286848, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.590756] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286849, 'name': ReconfigVM_Task, 'duration_secs': 0.456322} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.591037] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f9de95e5-e268-4707-9652-8acfb106a9b4/f9de95e5-e268-4707-9652-8acfb106a9b4.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.591911] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed98807e-30ff-4d57-8809-17e7e545b52b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.601471] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 942.601471] env[62136]: value = "task-2286850" [ 942.601471] env[62136]: _type = "Task" [ 942.601471] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.609684] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.609957] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.610146] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.610337] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.610523] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.610697] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.610920] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.614749] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.615080] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.615320] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.615509] env[62136]: DEBUG nova.virt.hardware [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.617873] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69ee78-7f28-47e0-b3c5-6a1a5bff4fdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.629450] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286850, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.630949] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41c902-236c-4111-a7de-ed8faac4d68d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.646344] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:37:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817cb418-d150-4f05-af8f-7b136e5b4034', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.654249] env[62136]: DEBUG oslo.service.loopingcall [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.654593] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.655204] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6430f8-4752-4dec-8391-8478e0273d6e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.675876] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.675876] env[62136]: value = "task-2286851" [ 942.675876] env[62136]: _type = "Task" [ 942.675876] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.687747] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286851, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.715693] env[62136]: DEBUG nova.compute.manager [req-2d649207-d29a-4345-b704-acd7aad6e82c req-14b85950-b765-4a63-b3f5-00be0c4e50fa service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Received event network-vif-deleted-39433f35-29ff-4849-8f7b-cf66ab739afb {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.715831] env[62136]: INFO nova.compute.manager [req-2d649207-d29a-4345-b704-acd7aad6e82c req-14b85950-b765-4a63-b3f5-00be0c4e50fa service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Neutron deleted interface 39433f35-29ff-4849-8f7b-cf66ab739afb; detaching it from the instance and deleting it from the info cache [ 942.716049] env[62136]: DEBUG nova.network.neutron [req-2d649207-d29a-4345-b704-acd7aad6e82c req-14b85950-b765-4a63-b3f5-00be0c4e50fa service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.753563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.784788] env[62136]: INFO nova.scheduler.client.report [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Deleted allocations for instance 64ee9182-d0f9-4ffb-bbd4-42a35fed577d [ 943.002030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.002030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.002030] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ccac09-b877-4cef-9ddd-d72ec1d7e263 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.025380] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c30a4-cdba-4700-8301-0a5f154854dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.056964] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfiguring VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 943.065639] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fea568-de28-485b-b14f-2c7caa755051 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.094638] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524fedc0-9b43-4d80-4016-bf782c0b8db0, 'name': SearchDatastore_Task, 'duration_secs': 0.017992} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.098962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.099265] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.099505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.099659] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.099832] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.100164] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286848, 'name': Destroy_Task, 'duration_secs': 0.634063} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.100426] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 943.100426] env[62136]: value = "task-2286852" [ 943.100426] env[62136]: _type = "Task" [ 943.100426] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.100705] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f5499f-4948-4106-b701-07156bcf5313 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.104061] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroyed the VM [ 943.104061] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.104061] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d16db58-cdd6-4a5c-989a-f0b607a2ebf5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.117136] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286850, 'name': Rename_Task, 'duration_secs': 0.317418} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.125238] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.125238] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 943.125238] env[62136]: value = "task-2286853" [ 943.125238] env[62136]: _type = "Task" [ 943.125238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.125238] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.125703] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.125703] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.126262] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-399f540d-8781-472f-a09e-e6b03b66f284 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.128363] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c903b1e-47a1-4aad-9fc2-92264e63c34b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.138765] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 943.138765] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52033b7b-a94b-16ef-b2d9-7ec4be99530e" [ 943.138765] env[62136]: _type = "Task" [ 943.138765] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.143596] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 943.143596] env[62136]: value = "task-2286854" [ 943.143596] env[62136]: _type = "Task" [ 943.143596] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.144012] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.156194] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52033b7b-a94b-16ef-b2d9-7ec4be99530e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.160091] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.189735] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286851, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.190173] env[62136]: DEBUG nova.network.neutron [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.219157] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5351783-c51f-4405-a02e-3783b13b517d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.230432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05625550-95bd-4798-9bb2-c42079cd136d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.273263] env[62136]: DEBUG nova.compute.manager [req-2d649207-d29a-4345-b704-acd7aad6e82c req-14b85950-b765-4a63-b3f5-00be0c4e50fa service nova] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Detach interface failed, port_id=39433f35-29ff-4849-8f7b-cf66ab739afb, reason: Instance b4673d92-972a-4ccf-9a47-8055862fee02 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 943.294659] env[62136]: DEBUG oslo_concurrency.lockutils [None req-69b8781b-e63b-4cc6-a320-3642358251d8 tempest-ServerDiskConfigTestJSON-760144280 tempest-ServerDiskConfigTestJSON-760144280-project-member] Lock "64ee9182-d0f9-4ffb-bbd4-42a35fed577d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.352s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.613946] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.626016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.626360] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.638793] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.654908] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52033b7b-a94b-16ef-b2d9-7ec4be99530e, 'name': SearchDatastore_Task, 'duration_secs': 0.016212} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.656338] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735bb434-6ce2-45e3-a5a2-d64f357e2208 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.662399] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.665682] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 943.665682] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b279a-e3a1-016b-f866-a2d5a4c7cc3b" [ 943.665682] env[62136]: _type = "Task" [ 943.665682] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.673994] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b279a-e3a1-016b-f866-a2d5a4c7cc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.687860] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286851, 'name': CreateVM_Task, 'duration_secs': 0.636766} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.688169] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.688922] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.689175] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.689563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.689907] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b844127e-157d-43d1-9672-3e745524370c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.695063] env[62136]: INFO nova.compute.manager [-] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Took 1.29 seconds to deallocate network for instance. [ 943.695570] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 943.695570] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52271bb2-9b21-93b3-9dc4-e0ff5fb917a3" [ 943.695570] env[62136]: _type = "Task" [ 943.695570] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.710957] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52271bb2-9b21-93b3-9dc4-e0ff5fb917a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.711387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.713061] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.713061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.713061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.713061] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.713061] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df88d145-c81e-474a-af1b-8fb5b4e87068 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.722051] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.722051] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.722431] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b2cbed-cc7c-4190-8e6b-a5a2fbd59efe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.728099] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 943.728099] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f17c1-ef7d-cb57-9e75-5687bc58c666" [ 943.728099] env[62136]: _type = "Task" [ 943.728099] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.736598] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f17c1-ef7d-cb57-9e75-5687bc58c666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.115567] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.129884] env[62136]: DEBUG nova.compute.utils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.140437] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286853, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.159594] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.177591] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b279a-e3a1-016b-f866-a2d5a4c7cc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.177883] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.178583] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5/58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.180147] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce14135a-12fd-422a-b33b-e6fa605a9fcc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.191229] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 944.191229] env[62136]: value = "task-2286855" [ 944.191229] env[62136]: _type = "Task" [ 944.191229] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.201203] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.203301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.203704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.203935] env[62136]: DEBUG nova.objects.instance [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'resources' on Instance uuid b4673d92-972a-4ccf-9a47-8055862fee02 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 944.239399] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f17c1-ef7d-cb57-9e75-5687bc58c666, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.240116] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df4610d-26a5-4592-a085-75a345defcda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.245587] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 944.245587] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bfc1aa-113a-5854-ea7c-317dc821834e" [ 944.245587] env[62136]: _type = "Task" [ 944.245587] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.254887] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bfc1aa-113a-5854-ea7c-317dc821834e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.622654] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.641139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.650216] env[62136]: DEBUG oslo_vmware.api [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286853, 'name': RemoveSnapshot_Task, 'duration_secs': 1.025432} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.653894] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.654212] env[62136]: INFO nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 944.662595] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.704578] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.759910] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bfc1aa-113a-5854-ea7c-317dc821834e, 'name': SearchDatastore_Task, 'duration_secs': 0.018968} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.760456] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.760951] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.761755] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3c0a420-f9f5-4fcc-b03a-f40de6beca58 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.771488] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 944.771488] env[62136]: value = "task-2286856" [ 944.771488] env[62136]: _type = "Task" [ 944.771488] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.779253] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.943206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8781902-eb98-43bf-95d8-48ba2b384d0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.955356] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d147247-f8c1-45a9-8c7b-52bfb61c760f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992054] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0b43c-e4a0-4fbd-b1c8-9f72809aba83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.000297] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36331d2a-5abd-4166-b53f-fe094857c115 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.015535] env[62136]: DEBUG nova.compute.provider_tree [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.119632] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.168203] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286854, 'name': PowerOnVM_Task, 'duration_secs': 1.548388} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.168609] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.168940] env[62136]: INFO nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Took 10.30 seconds to spawn the instance on the hypervisor. [ 945.169243] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.170814] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b2eed5-3ab0-45f5-acd1-d547590803dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.205325] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535553} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.205740] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5/58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.206064] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.206440] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0b9ce3-7d0a-47c4-8b34-f15374b7ff41 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.215296] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 945.215296] env[62136]: value = "task-2286857" [ 945.215296] env[62136]: _type = "Task" [ 945.215296] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.224609] env[62136]: DEBUG nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Found 3 images (rotation: 2) {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 945.225522] env[62136]: DEBUG nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Rotating out 1 backups {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 945.225522] env[62136]: DEBUG nova.compute.manager [None req-ea1274b6-c4ee-4465-92f2-0e0959f83ef0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleting image 48af67db-42b7-4c05-9b82-a08464d3e9bc {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 945.230862] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.283791] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286856, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.521232] env[62136]: DEBUG nova.scheduler.client.report [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.620645] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.693320] env[62136]: INFO nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Took 15.30 seconds to build instance. [ 945.727357] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120399} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.727675] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.728860] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8dfa8e-150b-4452-9438-bc4ba36837f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.745667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.745932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.746342] env[62136]: INFO nova.compute.manager [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Attaching volume 653f48c5-68f7-4f01-8318-52e8af7b03ac to /dev/sdb [ 945.760237] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5/58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.762139] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a91d5b-99b1-4186-b184-5da8cb7dec98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.791386] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514614} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.792761] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.792993] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.793329] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 945.793329] env[62136]: value = "task-2286858" [ 945.793329] env[62136]: _type = "Task" [ 945.793329] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.793517] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2508dc07-b033-4c98-86af-9af0d4df970f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.804053] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.805276] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 945.805276] env[62136]: value = "task-2286859" [ 945.805276] env[62136]: _type = "Task" [ 945.805276] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.814822] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.831136] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4410a10-4d65-406c-bfa0-7ceaccea66e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.838479] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5c69b-195d-4878-aca6-66a3d743d586 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.852531] env[62136]: DEBUG nova.virt.block_device [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating existing volume attachment record: bc0dc622-def1-46ed-a1b3-8deea9c6bf4f {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 946.011990] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.012292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.025508] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.065393] env[62136]: INFO nova.scheduler.client.report [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance b4673d92-972a-4ccf-9a47-8055862fee02 [ 946.121322] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.195369] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.816s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.309466] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.324223] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073267} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.324223] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.324476] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc38fd-99dd-45c7-85f3-8a3fbc7de2eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.357884] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.358806] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f202dae5-1815-4d64-bb01-5ad2083a1188 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.379694] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 946.379694] env[62136]: value = "task-2286863" [ 946.379694] env[62136]: _type = "Task" [ 946.379694] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.388576] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.430981] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.432108] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0e00e-131a-49d9-b542-5e4901a99a31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.439259] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.439468] env[62136]: ERROR oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk due to incomplete transfer. [ 946.439769] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26ae97ba-31fe-462f-8a59-effe2cd33a28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.447088] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe882c-3622-8341-ef03-edc2f194c4be/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.447312] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Uploaded image a821cf90-a023-424d-a004-00bfe9049af5 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.454019] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.454019] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2341dbe-c457-4e11-94cf-668a627fb26d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.457363] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 946.457363] env[62136]: value = "task-2286864" [ 946.457363] env[62136]: _type = "Task" [ 946.457363] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.466449] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286864, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.519320] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.574082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1eed74f4-36b1-428d-a41d-5aca27b0608a tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "b4673d92-972a-4ccf-9a47-8055862fee02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.621303] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.807407] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286858, 'name': ReconfigVM_Task, 'duration_secs': 0.564449} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.808150] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5/58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.809305] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b0e0511-61ec-4823-b213-72483d898780 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.818113] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 946.818113] env[62136]: value = "task-2286865" [ 946.818113] env[62136]: _type = "Task" [ 946.818113] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.825572] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286865, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.892112] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286863, 'name': ReconfigVM_Task, 'duration_secs': 0.375447} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.892430] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b/bee73907-5c06-4929-a0ba-80b30c90d85b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.893823] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': 'f9a52f0b-bf25-404f-8242-b079f119d77d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'attachment_id': 'ac7fb8aa-f83b-40fb-a50d-c7fa55599b35', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'}, 'volume_type': None}], 'swap': None} {{(pid=62136) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 946.894045] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 946.894252] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 946.895088] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b528fc-01d2-4468-8721-b48e4679e0b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.911755] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2d0530-8df1-4328-87d3-68c9c1384e39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.938600] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.939124] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b52a5ee9-249e-4348-ada3-736b5fb25fef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.958189] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 946.958189] env[62136]: value = "task-2286866" [ 946.958189] env[62136]: _type = "Task" [ 946.958189] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.969403] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286864, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.973915] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.049509] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.049762] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.051471] env[62136]: INFO nova.compute.claims [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.123769] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.330455] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286865, 'name': Rename_Task, 'duration_secs': 0.308898} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.330821] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.331116] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d01a3c7-8647-4dff-9498-212777eec5d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.337776] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 947.337776] env[62136]: value = "task-2286867" [ 947.337776] env[62136]: _type = "Task" [ 947.337776] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.352754] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.472928] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286864, 'name': Destroy_Task, 'duration_secs': 0.730204} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.476689] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Destroyed the VM [ 947.477224] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.477526] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286866, 'name': ReconfigVM_Task, 'duration_secs': 0.48617} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.477736] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecf81f6f-e6ff-4d1f-915d-68600e8fb448 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.482570] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.487810] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f91a39-6fba-4735-a8aa-6e50d41f6c2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.504193] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 947.504193] env[62136]: value = "task-2286868" [ 947.504193] env[62136]: _type = "Task" [ 947.504193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.504692] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 947.504692] env[62136]: value = "task-2286869" [ 947.504692] env[62136]: _type = "Task" [ 947.504692] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.517108] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.520413] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.605414] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "8683141b-9d0c-4a6e-be67-64c7748a0530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.605654] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.616303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.616716] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.616716] env[62136]: DEBUG nova.compute.manager [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.617827] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f70e6aa-46a4-4669-9604-910ebcb76058 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.627284] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.628220] env[62136]: DEBUG nova.compute.manager [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 947.628805] env[62136]: DEBUG nova.objects.instance [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 947.848121] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.017707] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "c7227c14-9ccf-4177-8af1-614a382f22f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.017946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.024916] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286869, 'name': ReconfigVM_Task, 'duration_secs': 0.171645} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.027821] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 948.028390] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.028625] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee80c579-1d43-49b3-a17b-272100315890 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.035701] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 948.035701] env[62136]: value = "task-2286870" [ 948.035701] env[62136]: _type = "Task" [ 948.035701] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.043236] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286870, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.220212] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.220212] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.349877] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.369477] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba81f4b-da8e-49d7-8463-25d3b1553dca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377281] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a058f3-50ed-4086-8f31-51509ff9631e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.416023] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24903c3-89e0-4601-b88d-9c0f9b5f040f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.425136] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c22596b-63b8-4f70-88e7-d040b3528803 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.442976] env[62136]: DEBUG nova.compute.provider_tree [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.520970] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.524690] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286868, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.547677] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286870, 'name': Rename_Task, 'duration_secs': 0.163255} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.547677] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.547677] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9f2f38-6de0-49c4-a01c-c19c869d7589 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.554035] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 948.554035] env[62136]: value = "task-2286872" [ 948.554035] env[62136]: _type = "Task" [ 948.554035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.562683] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.628222] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.636133] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.636587] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.637262] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f293e1-e228-4d9a-a1cf-ab7554207b15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.643310] env[62136]: DEBUG oslo_vmware.api [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 948.643310] env[62136]: value = "task-2286873" [ 948.643310] env[62136]: _type = "Task" [ 948.643310] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.651568] env[62136]: DEBUG oslo_vmware.api [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.848027] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.967649] env[62136]: DEBUG nova.scheduler.client.report [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.025336] env[62136]: DEBUG oslo_vmware.api [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286868, 'name': RemoveSnapshot_Task, 'duration_secs': 1.072914} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.025336] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.025336] env[62136]: INFO nova.compute.manager [None req-9cf2d68e-8f05-4e8e-95ef-3a97b6f3afa9 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 949.052189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.064416] env[62136]: DEBUG oslo_vmware.api [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286872, 'name': PowerOnVM_Task, 'duration_secs': 0.486353} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.065379] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.065379] env[62136]: DEBUG nova.compute.manager [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.066120] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da3839-8899-451d-9b80-c6ba32bdb28a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.125834] env[62136]: DEBUG oslo_vmware.api [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286852, 'name': ReconfigVM_Task, 'duration_secs': 5.811365} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.126124] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.126425] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfigured VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 949.153672] env[62136]: DEBUG oslo_vmware.api [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286873, 'name': PowerOffVM_Task, 'duration_secs': 0.211696} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.153759] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.153961] env[62136]: DEBUG nova.compute.manager [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.154754] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4edc51-e787-453b-b5a7-4a19c82bde01 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.350400] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.403367] env[62136]: DEBUG nova.compute.manager [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-deleted-eb5478ef-101e-42eb-aafc-0a4694c0332c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.403367] env[62136]: INFO nova.compute.manager [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Neutron deleted interface eb5478ef-101e-42eb-aafc-0a4694c0332c; detaching it from the instance and deleting it from the info cache [ 949.403561] env[62136]: DEBUG nova.network.neutron [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "address": "fa:16:3e:98:80:02", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cae0dc4-bf", "ovs_interfaceid": "0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.453288] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.453424] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.455878] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.820s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.459038] env[62136]: INFO nova.compute.claims [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.586778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.669559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3217ef5b-095a-4196-a428-873a0578cafb tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.852818] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.912418] env[62136]: DEBUG oslo_concurrency.lockutils [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.912624] env[62136]: DEBUG oslo_concurrency.lockutils [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] Acquired lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.913610] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01444525-91f1-4624-bbfa-d7192a3dd3b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.932953] env[62136]: DEBUG oslo_concurrency.lockutils [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] Releasing lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.933366] env[62136]: WARNING nova.compute.manager [req-dd2499f4-5495-4df6-a140-45f31560172d req-e61862a9-fa1e-4fbc-ad18-a57c025920c2 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Detach interface failed, port_id=eb5478ef-101e-42eb-aafc-0a4694c0332c, reason: No device with interface-id eb5478ef-101e-42eb-aafc-0a4694c0332c exists on VM: nova.exception.NotFound: No device with interface-id eb5478ef-101e-42eb-aafc-0a4694c0332c exists on VM [ 949.963443] env[62136]: DEBUG nova.compute.utils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.968072] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.968345] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.049470] env[62136]: DEBUG nova.policy [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '288b3d1db5d64dbd985ada7821e859d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57373d720c84efca01a355c5ded2c15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.351394] env[62136]: DEBUG oslo_vmware.api [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286867, 'name': PowerOnVM_Task, 'duration_secs': 2.73828} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.351697] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.351936] env[62136]: INFO nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Took 13.06 seconds to spawn the instance on the hypervisor. [ 950.352101] env[62136]: DEBUG nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.352940] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b07032-58f6-4c42-8e9d-3cf73ea7b3d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.361566] env[62136]: DEBUG nova.compute.manager [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-deleted-0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.361908] env[62136]: INFO nova.compute.manager [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Neutron deleted interface 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2; detaching it from the instance and deleting it from the info cache [ 950.362231] env[62136]: DEBUG nova.network.neutron [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.384205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.384205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384387] env[62136]: DEBUG nova.network.neutron [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.414834] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 950.415092] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465481', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'name': 'volume-653f48c5-68f7-4f01-8318-52e8af7b03ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd', 'attached_at': '', 'detached_at': '', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'serial': '653f48c5-68f7-4f01-8318-52e8af7b03ac'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 950.416444] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aacedd9-523b-46e3-a4ef-348dc6351702 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.440061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd23dbc4-5640-4b78-b107-254949bca4f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.474856] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-653f48c5-68f7-4f01-8318-52e8af7b03ac/volume-653f48c5-68f7-4f01-8318-52e8af7b03ac.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.475839] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Successfully created port: 95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.480242] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.484534] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d167cf-56a4-4f67-bf4b-a4d9426089f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.504132] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 950.504132] env[62136]: value = "task-2286877" [ 950.504132] env[62136]: _type = "Task" [ 950.504132] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.515265] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.774398] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbca57-c571-4d18-a4e3-29545adc1575 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782231] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7c7bb-b951-4314-be8d-03589688f80d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.819378] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabc542-7e45-4513-8a20-1dffa38ea9ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.830360] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d437b5e-7eaf-4fa8-8130-a68cacd14bbf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849745] env[62136]: DEBUG nova.compute.provider_tree [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.870273] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Successfully created port: 1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.873044] env[62136]: DEBUG oslo_concurrency.lockutils [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.873194] env[62136]: DEBUG oslo_concurrency.lockutils [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Acquired lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.878295] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53942dd6-b8af-4b00-8c1e-e0688e122588 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.885448] env[62136]: INFO nova.compute.manager [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Took 20.45 seconds to build instance. [ 950.903038] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc0c13d-b5d1-49b0-8cd2-5f3f21545ce4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.931536] env[62136]: DEBUG nova.virt.vmwareapi.vmops [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfiguring VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 950.932178] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd5fe7f-c300-47f3-8f3a-b8ced10e94eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.949437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.955940] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Waiting for the task: (returnval){ [ 950.955940] env[62136]: value = "task-2286878" [ 950.955940] env[62136]: _type = "Task" [ 950.955940] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.964845] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.013098] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286877, 'name': ReconfigVM_Task, 'duration_secs': 0.398092} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.013902] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-653f48c5-68f7-4f01-8318-52e8af7b03ac/volume-653f48c5-68f7-4f01-8318-52e8af7b03ac.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.018250] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e9e5e9-3a8d-4137-b5e8-e8be87d93d70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.032404] env[62136]: DEBUG nova.compute.manager [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Stashing vm_state: stopped {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 951.038019] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 951.038019] env[62136]: value = "task-2286879" [ 951.038019] env[62136]: _type = "Task" [ 951.038019] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.045498] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.189860] env[62136]: INFO nova.network.neutron [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Port 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 951.191063] env[62136]: DEBUG nova.network.neutron [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [{"id": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "address": "fa:16:3e:4f:11:cd", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb61965-86", "ovs_interfaceid": "0fb61965-861d-4b2e-868b-5c1e76bc5092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.327900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "f9de95e5-e268-4707-9652-8acfb106a9b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.327900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.327900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.327900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.327900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.329054] env[62136]: INFO nova.compute.manager [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Terminating instance [ 951.355020] env[62136]: DEBUG nova.scheduler.client.report [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.386793] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.401542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fb079193-b869-4eb3-97ce-d0845e303046 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.981s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.401881] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.015s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.402172] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.402424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.402608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.405512] env[62136]: INFO nova.compute.manager [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Terminating instance [ 951.466527] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.505013] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.529099] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.529384] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.529548] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.529733] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.529886] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.530049] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.530263] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.530425] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.530597] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.530818] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.531022] env[62136]: DEBUG nova.virt.hardware [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.531910] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f3cb7-0830-4ce2-a3b1-ecd4efd56e24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.545227] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47433bf-ccdd-4fd7-b977-226983e67b05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.556187] env[62136]: DEBUG oslo_vmware.api [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286879, 'name': ReconfigVM_Task, 'duration_secs': 0.137373} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.564175] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465481', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'name': 'volume-653f48c5-68f7-4f01-8318-52e8af7b03ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd', 'attached_at': '', 'detached_at': '', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'serial': '653f48c5-68f7-4f01-8318-52e8af7b03ac'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 951.566425] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.692748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.837690] env[62136]: DEBUG nova.compute.manager [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.837941] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.838394] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.838814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.838814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.839029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.839215] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.841420] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e1ada-e5db-494a-9a88-24caadfb3d05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.844473] env[62136]: INFO nova.compute.manager [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Terminating instance [ 951.850558] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.850671] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc87a23-b267-4ec9-88ba-a7913edff6a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.857347] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.857783] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.860881] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.809s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.862263] env[62136]: INFO nova.compute.claims [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.868025] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 951.868025] env[62136]: value = "task-2286880" [ 951.868025] env[62136]: _type = "Task" [ 951.868025] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.874590] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.914631] env[62136]: DEBUG nova.compute.manager [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.914631] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.915317] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f4176-51d2-4a50-82de-39363c0edd43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.923282] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.923532] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57a5305-cd61-4b68-ab35-7e1665ae7ece {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.933024] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 951.933024] env[62136]: value = "task-2286881" [ 951.933024] env[62136]: _type = "Task" [ 951.933024] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.937904] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.966361] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.196516] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21b1e1ad-77e3-4eb8-aec8-9ecaccc16fd4 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9219999b-e101-49a1-99a8-13a7f94f433d-eb5478ef-101e-42eb-aafc-0a4694c0332c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.701s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.352024] env[62136]: DEBUG nova.compute.manager [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.352024] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.352024] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188b981-f92d-48e5-9259-311848ac3cd1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.358525] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.359017] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac40695-3ddb-4a07-934b-c13928316518 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.367963] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 952.367963] env[62136]: value = "task-2286882" [ 952.367963] env[62136]: _type = "Task" [ 952.367963] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.367963] env[62136]: DEBUG nova.compute.utils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.379639] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.380024] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.389198] env[62136]: DEBUG nova.compute.manager [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-vif-plugged-95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.389392] env[62136]: DEBUG oslo_concurrency.lockutils [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] Acquiring lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.389719] env[62136]: DEBUG oslo_concurrency.lockutils [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.389809] env[62136]: DEBUG oslo_concurrency.lockutils [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.389944] env[62136]: DEBUG nova.compute.manager [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] No waiting events found dispatching network-vif-plugged-95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.390130] env[62136]: WARNING nova.compute.manager [req-52489b4f-a203-4652-9bfd-9ba467a580b8 req-659edf5b-e068-4fb2-8752-3d51973442c2 service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received unexpected event network-vif-plugged-95aae8f0-d96e-4cd3-b113-748cf056f8e0 for instance with vm_state building and task_state spawning. [ 952.397087] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.400489] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286880, 'name': PowerOffVM_Task, 'duration_secs': 0.217924} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.400759] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.400935] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.401619] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf8a0e7-76fd-4953-88c9-56af9253f875 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.439922] env[62136]: DEBUG nova.policy [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.448914] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286881, 'name': PowerOffVM_Task, 'duration_secs': 0.241866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.449141] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.449320] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.449594] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc686b0a-f67e-4a02-846a-be45c6d0b926 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.468983] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.474855] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.475607] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.475607] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleting the datastore file [datastore2] f9de95e5-e268-4707-9652-8acfb106a9b4 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.475607] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0fb40d3-cad4-4250-8d7d-a887b19fae27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.484802] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 952.484802] env[62136]: value = "task-2286885" [ 952.484802] env[62136]: _type = "Task" [ 952.484802] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.493900] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.533786] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.534255] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.534496] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleting the datastore file [datastore1] 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.534843] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d5f9a1-a0a0-4fcc-acf6-a76592397763 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.544226] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 952.544226] env[62136]: value = "task-2286886" [ 952.544226] env[62136]: _type = "Task" [ 952.544226] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.560089] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.589800] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Successfully updated port: 95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.618414] env[62136]: DEBUG nova.objects.instance [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 952.870633] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.879416] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286882, 'name': PowerOffVM_Task, 'duration_secs': 0.191551} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.879718] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.879891] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.880537] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8498ff66-9fba-477f-b511-f9080f9b2c96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.932446] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Successfully created port: 25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.951649] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.951869] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.952059] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleting the datastore file [datastore1] cdc7a14a-9e4c-43d0-95bb-22329782d156 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.952368] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b25fe3de-c4f0-42ac-98b3-84b898912a0f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.967524] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 952.967524] env[62136]: value = "task-2286889" [ 952.967524] env[62136]: _type = "Task" [ 952.967524] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.975074] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.983382] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.994970] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.053584] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.123440] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a2ce8da3-7dc1-4540-9509-84f0ddb7a6e6 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.219570] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf5544-6b93-4a81-8a4f-904fc86b5378 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.227875] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d8f5e-0948-4960-ac74-8c50418ab7f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.266894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.267181] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.267376] env[62136]: DEBUG nova.compute.manager [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.268403] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d3071-edc3-418b-a889-d4a06ad41f0b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.271690] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa713c3-4207-4fb4-bfa9-37104e47837b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.280303] env[62136]: DEBUG nova.compute.manager [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 953.280969] env[62136]: DEBUG nova.objects.instance [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 953.284306] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b1973-0d5d-47a8-a602-c59165f0dd19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.300832] env[62136]: DEBUG nova.compute.provider_tree [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.468553] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.476361] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.497031] env[62136]: DEBUG oslo_vmware.api [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.765257} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.497363] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.498691] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.498691] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.498691] env[62136]: INFO nova.compute.manager [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 953.498691] env[62136]: DEBUG oslo.service.loopingcall [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.498691] env[62136]: DEBUG nova.compute.manager [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.498691] env[62136]: DEBUG nova.network.neutron [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.554941] env[62136]: DEBUG oslo_vmware.api [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549739} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.554941] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.555170] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.555249] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.555415] env[62136]: INFO nova.compute.manager [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 953.555641] env[62136]: DEBUG oslo.service.loopingcall [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.555834] env[62136]: DEBUG nova.compute.manager [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.555930] env[62136]: DEBUG nova.network.neutron [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.649389] env[62136]: INFO nova.compute.manager [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Rebuilding instance [ 953.703730] env[62136]: DEBUG nova.compute.manager [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.704680] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79364c6b-6e7f-4daf-ae3a-dcad1c425bbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.804211] env[62136]: DEBUG nova.scheduler.client.report [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.848984] env[62136]: DEBUG nova.compute.manager [req-3b85c0bc-11cf-4d9f-a2e1-51fea3d7d8d7 req-17607f8b-718e-4805-9068-f940c0f47421 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Received event network-vif-deleted-893d6949-bbfe-4740-9599-819cebcf889a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.849230] env[62136]: INFO nova.compute.manager [req-3b85c0bc-11cf-4d9f-a2e1-51fea3d7d8d7 req-17607f8b-718e-4805-9068-f940c0f47421 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Neutron deleted interface 893d6949-bbfe-4740-9599-819cebcf889a; detaching it from the instance and deleting it from the info cache [ 953.849410] env[62136]: DEBUG nova.network.neutron [req-3b85c0bc-11cf-4d9f-a2e1-51fea3d7d8d7 req-17607f8b-718e-4805-9068-f940c0f47421 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.880903] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.903913] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.904202] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.904364] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.904546] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.904694] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.904863] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.905068] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.905223] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.905391] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.905553] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.905728] env[62136]: DEBUG nova.virt.hardware [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.906640] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0825f0-e54b-4957-80bb-2d9250437b8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.915252] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d977407-523c-4923-9a44-b41cb7742c8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.968177] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.976803] env[62136]: DEBUG oslo_vmware.api [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737965} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.977077] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.977273] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.977455] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.977623] env[62136]: INFO nova.compute.manager [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Took 1.63 seconds to destroy the instance on the hypervisor. [ 953.977904] env[62136]: DEBUG oslo.service.loopingcall [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.978069] env[62136]: DEBUG nova.compute.manager [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.978173] env[62136]: DEBUG nova.network.neutron [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.246441] env[62136]: DEBUG nova.network.neutron [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.288872] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.289241] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b799a3-eb1c-4952-88e1-fac76b51e9b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.297052] env[62136]: DEBUG oslo_vmware.api [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 954.297052] env[62136]: value = "task-2286890" [ 954.297052] env[62136]: _type = "Task" [ 954.297052] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.306552] env[62136]: DEBUG oslo_vmware.api [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.309377] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.309862] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.312329] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.726s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.312510] env[62136]: DEBUG nova.objects.instance [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 954.332567] env[62136]: DEBUG nova.network.neutron [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.352262] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0272cf2d-a3fc-41c2-9fa4-3818b43f29ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.361794] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec40c3af-e330-4a6b-9f3c-6f2291261d33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.393763] env[62136]: DEBUG nova.compute.manager [req-3b85c0bc-11cf-4d9f-a2e1-51fea3d7d8d7 req-17607f8b-718e-4805-9068-f940c0f47421 service nova] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Detach interface failed, port_id=893d6949-bbfe-4740-9599-819cebcf889a, reason: Instance 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.418273] env[62136]: DEBUG nova.compute.manager [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-changed-95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.418273] env[62136]: DEBUG nova.compute.manager [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Refreshing instance network info cache due to event network-changed-95aae8f0-d96e-4cd3-b113-748cf056f8e0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.418340] env[62136]: DEBUG oslo_concurrency.lockutils [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] Acquiring lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.418497] env[62136]: DEBUG oslo_concurrency.lockutils [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] Acquired lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.418754] env[62136]: DEBUG nova.network.neutron [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Refreshing network info cache for port 95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.470297] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.679810] env[62136]: DEBUG nova.network.neutron [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.717949] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.718280] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6f86f2c-88aa-43b0-b10b-7a00d9b8ec48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.729897] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 954.729897] env[62136]: value = "task-2286891" [ 954.729897] env[62136]: _type = "Task" [ 954.729897] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.740407] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.749243] env[62136]: INFO nova.compute.manager [-] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Took 1.25 seconds to deallocate network for instance. [ 954.809430] env[62136]: DEBUG oslo_vmware.api [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286890, 'name': PowerOffVM_Task, 'duration_secs': 0.266159} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.809707] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.809906] env[62136]: DEBUG nova.compute.manager [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.811062] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494896b-638f-408f-82ce-6aa0a5f94706 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.816478] env[62136]: DEBUG nova.compute.utils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 954.823088] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 954.828735] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Successfully updated port: 25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.835331] env[62136]: INFO nova.compute.manager [-] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Took 1.28 seconds to deallocate network for instance. [ 954.863446] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Successfully updated port: 1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.954553] env[62136]: DEBUG nova.network.neutron [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.971341] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.182382] env[62136]: INFO nova.compute.manager [-] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Took 1.20 seconds to deallocate network for instance. [ 955.241777] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286891, 'name': PowerOffVM_Task, 'duration_secs': 0.196358} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.242082] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.242449] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.243258] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedf7ce-fcab-4c34-b5be-0530bd39c92f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.251337] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.251727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a950027d-5658-4b78-8505-ff8e296a709e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.256939] env[62136]: DEBUG nova.network.neutron [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.258735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.319951] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.320216] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.320437] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleting the datastore file [datastore1] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.320733] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0622bfcf-3f96-4097-ab7d-ce033a1a6ef4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.323237] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.331848] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7bf36fe4-444c-4bf8-b9ad-8ab87331ae5d tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.334473] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 955.334473] env[62136]: value = "task-2286894" [ 955.334473] env[62136]: _type = "Task" [ 955.334473] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.334880] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4059ead5-13cc-40da-b836-8adf46e8caf0 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.335822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.769s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.337451] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.337584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.337757] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.343618] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.350765] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.365459] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.470667] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.672058] env[62136]: DEBUG nova.objects.instance [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 955.688784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.760612] env[62136]: DEBUG oslo_concurrency.lockutils [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] Releasing lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.760913] env[62136]: DEBUG nova.compute.manager [req-c00379a3-02af-4e15-a9cc-b1c0c13d189e req-63616ab3-3cad-44fb-a3de-eccafad7f3fe service nova] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Received event network-vif-deleted-d0f808ef-aefa-47d9-9a19-854d23a20598 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.761284] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.761444] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.841842] env[62136]: INFO nova.compute.claims [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.856950] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.878862] env[62136]: DEBUG nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Received event network-vif-deleted-95fc3148-7c78-40de-8a7c-2c67919bb712 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.879103] env[62136]: DEBUG nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Received event network-vif-plugged-25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.879305] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Acquiring lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.879511] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.879683] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.879866] env[62136]: DEBUG nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] No waiting events found dispatching network-vif-plugged-25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.880078] env[62136]: WARNING nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Received unexpected event network-vif-plugged-25e4d393-972a-4a18-9dd9-e1562c1485c0 for instance with vm_state building and task_state spawning. [ 955.880197] env[62136]: DEBUG nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Received event network-changed-25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.880357] env[62136]: DEBUG nova.compute.manager [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Refreshing instance network info cache due to event network-changed-25e4d393-972a-4a18-9dd9-e1562c1485c0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.880528] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Acquiring lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.881412] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.970987] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.035965] env[62136]: DEBUG nova.network.neutron [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Updating instance_info_cache with network_info: [{"id": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "address": "fa:16:3e:4b:6c:92", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e4d393-97", "ovs_interfaceid": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.177301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.177455] env[62136]: DEBUG oslo_concurrency.lockutils [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.177624] env[62136]: DEBUG nova.network.neutron [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.177797] env[62136]: DEBUG nova.objects.instance [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'info_cache' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 956.309111] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.334055] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.349072] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567573} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.349347] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.349537] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.349734] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.357262] env[62136]: INFO nova.compute.resource_tracker [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating resource usage from migration 2ba27add-01cd-474f-86c1-52cac308ca86 [ 956.367267] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.367267] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.367267] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.367466] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.367466] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.368611] env[62136]: DEBUG nova.virt.hardware [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.369387] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800dab1-ef5c-4b02-8d6a-c264341d8fcf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.381337] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252202c-24e3-48de-b9e1-16a795d19737 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.396054] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.401590] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Creating folder: Project (68b9e375f79740b3835959c64accb300). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.407734] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ff3aae-639c-489a-80c2-9b6cf7fad521 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.419109] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Created folder: Project (68b9e375f79740b3835959c64accb300) in parent group-v465229. [ 956.419325] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Creating folder: Instances. Parent ref: group-v465485. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.421925] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e7753c-5205-45c9-ba1e-75033fe4abbf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.431253] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Created folder: Instances in parent group-v465485. [ 956.431496] env[62136]: DEBUG oslo.service.loopingcall [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.431687] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.431889] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88983485-2062-4af3-8305-5b368b664663 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.448912] env[62136]: DEBUG nova.compute.manager [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-vif-plugged-1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.448912] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Acquiring lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.449026] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.449164] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.449345] env[62136]: DEBUG nova.compute.manager [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] No waiting events found dispatching network-vif-plugged-1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.452034] env[62136]: WARNING nova.compute.manager [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received unexpected event network-vif-plugged-1111dd11-dbee-4901-9c86-d80e0356a679 for instance with vm_state building and task_state spawning. [ 956.452034] env[62136]: DEBUG nova.compute.manager [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-changed-1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.452034] env[62136]: DEBUG nova.compute.manager [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Refreshing instance network info cache due to event network-changed-1111dd11-dbee-4901-9c86-d80e0356a679. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.452034] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Acquiring lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.452034] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.452034] env[62136]: value = "task-2286897" [ 956.452034] env[62136]: _type = "Task" [ 956.452034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.461504] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286897, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.471893] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.540560] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.540943] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Instance network_info: |[{"id": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "address": "fa:16:3e:4b:6c:92", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e4d393-97", "ovs_interfaceid": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.541497] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Acquired lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.541712] env[62136]: DEBUG nova.network.neutron [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Refreshing network info cache for port 25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.542974] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:6c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25e4d393-972a-4a18-9dd9-e1562c1485c0', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.551076] env[62136]: DEBUG oslo.service.loopingcall [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.554387] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.554660] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d787ec8b-c726-4228-8319-4651c4a391d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.578899] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.578899] env[62136]: value = "task-2286898" [ 956.578899] env[62136]: _type = "Task" [ 956.578899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.591782] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286898, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.682119] env[62136]: DEBUG nova.objects.base [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Object Instance<5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd> lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.685037] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b348348-07d9-415f-9832-1721a17d8ce0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.693571] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e116e9-15ed-4c5d-9ee0-1bfa7f5cfed6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.726443] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f3232-64cc-461f-ba31-1fa9964ca6f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.730095] env[62136]: DEBUG nova.network.neutron [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updating instance_info_cache with network_info: [{"id": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "address": "fa:16:3e:7a:b1:b7", "network": {"id": "571799ab-6cb1-4fe0-8ba0-41f71a240f8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279537879", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95aae8f0-d9", "ovs_interfaceid": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1111dd11-dbee-4901-9c86-d80e0356a679", "address": "fa:16:3e:62:99:38", "network": {"id": "ae2ac694-d489-48ec-8323-dbb1485a003d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734968157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111dd11-db", "ovs_interfaceid": "1111dd11-dbee-4901-9c86-d80e0356a679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.736675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f68fd-5a55-4361-a02e-7bb995b22c85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.751087] env[62136]: DEBUG nova.compute.provider_tree [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.962834] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286897, 'name': CreateVM_Task, 'duration_secs': 0.359749} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.963110] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.966406] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.966527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.966842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.967105] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9ea4c9-fd7f-43d0-a859-de60052a50f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.974647] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.975916] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 956.975916] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528eb99a-39a5-6e4e-7589-e220011c4f73" [ 956.975916] env[62136]: _type = "Task" [ 956.975916] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.984567] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528eb99a-39a5-6e4e-7589-e220011c4f73, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.984748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.984982] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.985227] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.985372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.985550] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.985848] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4db57a6-6d45-4a21-89b5-ccf185a1a7b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.995375] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.995547] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.996305] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f7ea7c-de6c-4cf1-bb98-1fc16446b041 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.000982] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 957.000982] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52636755-bff0-de00-1bcd-1b79bec90a9c" [ 957.000982] env[62136]: _type = "Task" [ 957.000982] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.010063] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52636755-bff0-de00-1bcd-1b79bec90a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.089829] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286898, 'name': CreateVM_Task, 'duration_secs': 0.385496} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.089829] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.090036] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.090090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.090468] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.090667] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60596cd7-c5e5-400e-88a2-dbc6a7386bc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.094968] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 957.094968] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52770d68-3ffb-e216-143f-72dfebb49dc3" [ 957.094968] env[62136]: _type = "Task" [ 957.094968] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.102274] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52770d68-3ffb-e216-143f-72dfebb49dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.233441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.233819] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance network_info: |[{"id": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "address": "fa:16:3e:7a:b1:b7", "network": {"id": "571799ab-6cb1-4fe0-8ba0-41f71a240f8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279537879", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95aae8f0-d9", "ovs_interfaceid": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1111dd11-dbee-4901-9c86-d80e0356a679", "address": "fa:16:3e:62:99:38", "network": {"id": "ae2ac694-d489-48ec-8323-dbb1485a003d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734968157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111dd11-db", "ovs_interfaceid": "1111dd11-dbee-4901-9c86-d80e0356a679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.234140] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Acquired lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.234331] env[62136]: DEBUG nova.network.neutron [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Refreshing network info cache for port 1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.235591] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:b1:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95aae8f0-d96e-4cd3-b113-748cf056f8e0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:99:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1111dd11-dbee-4901-9c86-d80e0356a679', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.245213] env[62136]: DEBUG oslo.service.loopingcall [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.246646] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.246787] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff3f355-88f5-4a2d-b27f-d458dded26ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.268720] env[62136]: DEBUG nova.scheduler.client.report [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.281709] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.281709] env[62136]: value = "task-2286900" [ 957.281709] env[62136]: _type = "Task" [ 957.281709] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.294466] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286900, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.347592] env[62136]: DEBUG nova.network.neutron [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Updated VIF entry in instance network info cache for port 25e4d393-972a-4a18-9dd9-e1562c1485c0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.348106] env[62136]: DEBUG nova.network.neutron [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Updating instance_info_cache with network_info: [{"id": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "address": "fa:16:3e:4b:6c:92", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e4d393-97", "ovs_interfaceid": "25e4d393-972a-4a18-9dd9-e1562c1485c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.394030] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.394289] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.394448] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.394628] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.394774] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.394928] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.395148] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.395312] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.395483] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.395648] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.395822] env[62136]: DEBUG nova.virt.hardware [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.396991] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00798845-9885-4689-aaed-31f733983351 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.404751] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a1e5e-9bf6-4dcf-b91b-45cd7e6e3209 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.419956] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83421bdb-8abc-45f5-b20b-3380c5c1bd12', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.427564] env[62136]: DEBUG oslo.service.loopingcall [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.427855] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.428090] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb72df7-ecba-4fa5-9f23-15c706d3ae98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.449747] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.449747] env[62136]: value = "task-2286901" [ 957.449747] env[62136]: _type = "Task" [ 957.449747] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.457905] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286901, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.474594] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.479946] env[62136]: DEBUG nova.network.neutron [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.516595] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52636755-bff0-de00-1bcd-1b79bec90a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.517784] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316e3945-5736-4205-9e65-8704c01e53ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.524242] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 957.524242] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521242f7-b336-49fc-5131-95f2e447370c" [ 957.524242] env[62136]: _type = "Task" [ 957.524242] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.533676] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521242f7-b336-49fc-5131-95f2e447370c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.609376] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52770d68-3ffb-e216-143f-72dfebb49dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.609599] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.609845] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.610367] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.776927] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.441s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.777148] env[62136]: INFO nova.compute.manager [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Migrating [ 957.790332] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.531s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.790750] env[62136]: DEBUG nova.objects.instance [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lazy-loading 'resources' on Instance uuid f9de95e5-e268-4707-9652-8acfb106a9b4 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 957.812170] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286900, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.851775] env[62136]: DEBUG oslo_concurrency.lockutils [req-6f78e498-c504-476d-95fc-1a2b7714e4ee req-703f1c77-2ce6-422f-9aef-bd29f2152449 service nova] Releasing lock "refresh_cache-8683141b-9d0c-4a6e-be67-64c7748a0530" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.960955] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286901, 'name': CreateVM_Task, 'duration_secs': 0.347506} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.960955] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.960955] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.960955] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.962024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.962024] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f55fcd-b8d5-4977-a389-f19b3c610e87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.974303] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 957.974303] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d7be89-1ba4-9362-1054-325cc0b41aec" [ 957.974303] env[62136]: _type = "Task" [ 957.974303] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.979859] env[62136]: DEBUG oslo_vmware.api [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Task: {'id': task-2286878, 'name': ReconfigVM_Task, 'duration_secs': 6.724371} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.980483] env[62136]: DEBUG oslo_concurrency.lockutils [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] Releasing lock "9219999b-e101-49a1-99a8-13a7f94f433d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.980732] env[62136]: DEBUG nova.virt.vmwareapi.vmops [req-bfae8972-42c5-4db2-ad9a-3440b09b2b9d req-85dded6f-2268-4757-8124-4438d03cf5e0 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Reconfigured VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 957.981323] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.032s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.981551] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.981791] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.981967] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.988907] env[62136]: DEBUG oslo_concurrency.lockutils [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.990181] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d7be89-1ba4-9362-1054-325cc0b41aec, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.990643] env[62136]: INFO nova.compute.manager [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Terminating instance [ 957.992043] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.992268] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.992470] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.030490] env[62136]: DEBUG nova.network.neutron [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updated VIF entry in instance network info cache for port 1111dd11-dbee-4901-9c86-d80e0356a679. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.030916] env[62136]: DEBUG nova.network.neutron [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updating instance_info_cache with network_info: [{"id": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "address": "fa:16:3e:7a:b1:b7", "network": {"id": "571799ab-6cb1-4fe0-8ba0-41f71a240f8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279537879", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95aae8f0-d9", "ovs_interfaceid": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1111dd11-dbee-4901-9c86-d80e0356a679", "address": "fa:16:3e:62:99:38", "network": {"id": "ae2ac694-d489-48ec-8323-dbb1485a003d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-734968157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111dd11-db", "ovs_interfaceid": "1111dd11-dbee-4901-9c86-d80e0356a679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.038919] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521242f7-b336-49fc-5131-95f2e447370c, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.039213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.039475] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.039767] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.039960] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.040201] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e090fa92-8f9d-4949-852d-f25a36a22d6f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.044021] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3427814a-47b4-4d2c-ad85-61838cf47ab8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.049788] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 958.049788] env[62136]: value = "task-2286902" [ 958.049788] env[62136]: _type = "Task" [ 958.049788] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.054415] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.055374] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.055374] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2884b527-794d-41bc-bfed-54b7aa77ff60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.061189] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.064018] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 958.064018] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe9e52-2e9f-956b-9518-86f1331c275e" [ 958.064018] env[62136]: _type = "Task" [ 958.064018] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.075318] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe9e52-2e9f-956b-9518-86f1331c275e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.304630] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286900, 'name': CreateVM_Task, 'duration_secs': 0.808276} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.305019] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.305723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.305845] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.306237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.306714] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.306886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.307040] env[62136]: DEBUG nova.network.neutron [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.308418] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df35a7ee-137b-4a90-9fbe-a61c6b5e0422 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.313248] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 958.313248] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52804322-c549-c834-c2cb-9a7912d8df18" [ 958.313248] env[62136]: _type = "Task" [ 958.313248] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.325318] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52804322-c549-c834-c2cb-9a7912d8df18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.495850] env[62136]: DEBUG nova.compute.manager [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.496124] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.496920] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d49d4af-4569-434c-b7e7-f57e6786fb59 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.506115] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.506115] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78d6f93d-f75e-46bb-9c12-e8690bae4f16 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.512165] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 958.512165] env[62136]: value = "task-2286903" [ 958.512165] env[62136]: _type = "Task" [ 958.512165] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.522590] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.529711] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94971429-5b8c-4450-bd43-d9df111cc6a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.533158] env[62136]: DEBUG oslo_concurrency.lockutils [req-fff6a926-cace-4251-9fe0-d47673dc3467 req-bc726372-2452-4742-812f-fffcc815d69d service nova] Releasing lock "refresh_cache-a65d8f37-ea6a-4ef7-9243-18140ff5630e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.536988] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a015a7b7-a268-4df3-9064-c4164024fe64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.574966] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb02679-cd21-4cf2-8082-a4e18c627a0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.582121] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.590561] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fe9e52-2e9f-956b-9518-86f1331c275e, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.592216] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69caa5-5dd9-4467-b174-8ee00f83f6be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.598817] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c51bae2-caaa-4734-92d7-9cffa1f2367c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.621396] env[62136]: DEBUG nova.compute.provider_tree [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.624350] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 958.624350] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b642c3-6ba2-5483-0efa-3760e7920ba3" [ 958.624350] env[62136]: _type = "Task" [ 958.624350] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.634349] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b642c3-6ba2-5483-0efa-3760e7920ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.823960] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52804322-c549-c834-c2cb-9a7912d8df18, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.824342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.824594] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.824810] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.001345] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.001684] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33dfb5ec-5ec5-430a-8aa6-006f6c51fb02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.008299] env[62136]: DEBUG oslo_vmware.api [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 959.008299] env[62136]: value = "task-2286904" [ 959.008299] env[62136]: _type = "Task" [ 959.008299] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.019143] env[62136]: DEBUG oslo_vmware.api [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.025199] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286903, 'name': PowerOffVM_Task, 'duration_secs': 0.237833} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.025819] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.025819] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.025983] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8020d699-e843-4591-8332-c11b52db6561 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.070761] env[62136]: DEBUG nova.network.neutron [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.081324] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82124} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.082498] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.082968] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.084113] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218c8b10-5a26-431f-8f47-4f815b37865a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.092961] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 959.092961] env[62136]: value = "task-2286907" [ 959.092961] env[62136]: _type = "Task" [ 959.092961] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.098435] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.098648] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.098829] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleting the datastore file [datastore2] 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.099440] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1efa0e2b-7aa9-4e59-a235-407a16b2b49f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.104223] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.107999] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 959.107999] env[62136]: value = "task-2286908" [ 959.107999] env[62136]: _type = "Task" [ 959.107999] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.115472] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.126018] env[62136]: DEBUG nova.scheduler.client.report [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.138930] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b642c3-6ba2-5483-0efa-3760e7920ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.061228} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.139242] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.139507] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 8683141b-9d0c-4a6e-be67-64c7748a0530/8683141b-9d0c-4a6e-be67-64c7748a0530.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.139796] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.139989] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.140235] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f02ff7c1-d160-4597-a4b6-0c856786f9c6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.143330] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ecdfa1-1b3f-4cb4-b8fb-b67c382ff27d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.150623] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 959.150623] env[62136]: value = "task-2286909" [ 959.150623] env[62136]: _type = "Task" [ 959.150623] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.159052] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.161269] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.161454] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.162479] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9cdf5d-e0d9-47f0-bf86-1b28fc7e7abe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.167432] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 959.167432] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52358999-962c-d855-d303-0b5c680f7ca1" [ 959.167432] env[62136]: _type = "Task" [ 959.167432] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.175057] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52358999-962c-d855-d303-0b5c680f7ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.519262] env[62136]: DEBUG oslo_vmware.api [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.570171] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.607828] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060795} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.608196] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.609297] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a090589b-7041-4f32-b0bd-91d2ed924425 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.634460] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.638732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.641078] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e252e92d-2fe7-4e6e-b218-69e454fc7b15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.657147] env[62136]: DEBUG oslo_vmware.api [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407576} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.657558] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.314s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.657816] env[62136]: DEBUG nova.objects.instance [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lazy-loading 'resources' on Instance uuid 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 959.659146] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.660122] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.660122] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.660122] env[62136]: INFO nova.compute.manager [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 959.660122] env[62136]: DEBUG oslo.service.loopingcall [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.664729] env[62136]: DEBUG nova.compute.manager [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.664869] env[62136]: DEBUG nova.network.neutron [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.675629] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 959.675629] env[62136]: value = "task-2286910" [ 959.675629] env[62136]: _type = "Task" [ 959.675629] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.675929] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286909, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.683945] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52358999-962c-d855-d303-0b5c680f7ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.685117] env[62136]: INFO nova.scheduler.client.report [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted allocations for instance f9de95e5-e268-4707-9652-8acfb106a9b4 [ 959.689478] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bd7c94-ffe7-4caa-a673-77d62440f314 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.700027] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.702123] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 959.702123] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523efc67-ef0a-d2cf-3806-a75b2318d292" [ 959.702123] env[62136]: _type = "Task" [ 959.702123] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.711082] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523efc67-ef0a-d2cf-3806-a75b2318d292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.762236] env[62136]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 could not be found.", "detail": ""}} {{(pid=62136) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 959.762488] env[62136]: DEBUG nova.network.neutron [-] Unable to show port 0cae0dc4-bf3d-419c-88a9-d0cee2dc11e2 as it no longer exists. {{(pid=62136) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 960.019616] env[62136]: DEBUG oslo_vmware.api [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2286904, 'name': PowerOnVM_Task, 'duration_secs': 0.524451} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.019784] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.019972] env[62136]: DEBUG nova.compute.manager [None req-be68f1ad-af38-4b96-8b43-ec411184b730 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.020805] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bce817-3fa3-490b-9ec3-c7ca25382c36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.177076] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747476} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.177076] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 8683141b-9d0c-4a6e-be67-64c7748a0530/8683141b-9d0c-4a6e-be67-64c7748a0530.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.177076] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.177076] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36cf50d-de33-42fa-91a1-ed1764a75b64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.186364] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286910, 'name': ReconfigVM_Task, 'duration_secs': 0.511022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.187594] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.188294] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 960.188294] env[62136]: value = "task-2286911" [ 960.188294] env[62136]: _type = "Task" [ 960.188294] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.188486] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf67826a-1605-4f36-aa18-4b9ca4c6c277 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.206357] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.206357] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 960.206357] env[62136]: value = "task-2286912" [ 960.206357] env[62136]: _type = "Task" [ 960.206357] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.206496] env[62136]: DEBUG oslo_concurrency.lockutils [None req-02e28983-799b-4638-9d3a-8e512cea8664 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "f9de95e5-e268-4707-9652-8acfb106a9b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.881s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.220808] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523efc67-ef0a-d2cf-3806-a75b2318d292, 'name': SearchDatastore_Task, 'duration_secs': 0.052864} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.226441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.226737] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.227347] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286912, 'name': Rename_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.228285] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.228493] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.228689] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1eec871-2530-4d50-aece-cf7610218224 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.230801] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c84cc7-1847-46e3-9fad-a843b0069b55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.237911] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 960.237911] env[62136]: value = "task-2286913" [ 960.237911] env[62136]: _type = "Task" [ 960.237911] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.244616] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.244806] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.246934] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50f923a-22bb-40cf-aeec-77e872be2251 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.251519] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.254813] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 960.254813] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f046d9-276d-1194-726e-7c6d2e62ebaf" [ 960.254813] env[62136]: _type = "Task" [ 960.254813] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.262798] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f046d9-276d-1194-726e-7c6d2e62ebaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.373495] env[62136]: DEBUG nova.compute.manager [req-4be9bdf5-cbf9-42b9-8cc3-d3ed1b5fb362 req-725bc7a8-91f7-43e4-9c13-a41ba30b4e78 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Received event network-vif-deleted-0fb61965-861d-4b2e-868b-5c1e76bc5092 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.375019] env[62136]: INFO nova.compute.manager [req-4be9bdf5-cbf9-42b9-8cc3-d3ed1b5fb362 req-725bc7a8-91f7-43e4-9c13-a41ba30b4e78 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Neutron deleted interface 0fb61965-861d-4b2e-868b-5c1e76bc5092; detaching it from the instance and deleting it from the info cache [ 960.375019] env[62136]: DEBUG nova.network.neutron [req-4be9bdf5-cbf9-42b9-8cc3-d3ed1b5fb362 req-725bc7a8-91f7-43e4-9c13-a41ba30b4e78 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.485719] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f8974-ad98-4da1-9653-25697725bdbe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.493751] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e141dd-d56c-4884-94a2-aabb1bf1fff1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.526983] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c96526-f813-430b-b629-4dfe32568bc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.537754] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a386d-9ee9-404f-8e3d-d42abe5d4d78 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.555422] env[62136]: DEBUG nova.compute.provider_tree [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.698878] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106063} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.699288] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.700181] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bbfbff-bd4c-47a0-8d91-1e0cd6b2be09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.725675] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 8683141b-9d0c-4a6e-be67-64c7748a0530/8683141b-9d0c-4a6e-be67-64c7748a0530.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.729835] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50849988-e6e9-48c7-9443-30f9952ef1a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.752018] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286912, 'name': Rename_Task, 'duration_secs': 0.175994} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.753537] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.753869] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 960.753869] env[62136]: value = "task-2286914" [ 960.753869] env[62136]: _type = "Task" [ 960.753869] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.754073] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-209a6ab1-c46d-4946-b504-dfc27e65c096 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.761821] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498463} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.763851] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.764092] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.764657] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6146af7-1656-4c31-a8af-a42e89576a86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.770591] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.774796] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 960.774796] env[62136]: value = "task-2286915" [ 960.774796] env[62136]: _type = "Task" [ 960.774796] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.775053] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f046d9-276d-1194-726e-7c6d2e62ebaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.779825] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51efea86-ef31-411e-8d2e-0e9c299a3a51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.782036] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 960.782036] env[62136]: value = "task-2286916" [ 960.782036] env[62136]: _type = "Task" [ 960.782036] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.790155] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.790305] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 960.790305] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527aee17-0b45-0f52-ee43-6ba986299a38" [ 960.790305] env[62136]: _type = "Task" [ 960.790305] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.796113] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.801045] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527aee17-0b45-0f52-ee43-6ba986299a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.801308] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.803784] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a65d8f37-ea6a-4ef7-9243-18140ff5630e/a65d8f37-ea6a-4ef7-9243-18140ff5630e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.803784] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983db297-59ed-422a-9e81-3b51720c8ce8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.808236] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 960.808236] env[62136]: value = "task-2286917" [ 960.808236] env[62136]: _type = "Task" [ 960.808236] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.815424] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.851073] env[62136]: DEBUG nova.network.neutron [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.876425] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77f043a3-4a05-40e1-814b-b564c4aa3366 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.887585] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451a8f5-3a42-47d3-ad50-f80979a505d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.920223] env[62136]: DEBUG nova.compute.manager [req-4be9bdf5-cbf9-42b9-8cc3-d3ed1b5fb362 req-725bc7a8-91f7-43e4-9c13-a41ba30b4e78 service nova] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Detach interface failed, port_id=0fb61965-861d-4b2e-868b-5c1e76bc5092, reason: Instance 9219999b-e101-49a1-99a8-13a7f94f433d could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 961.059624] env[62136]: DEBUG nova.scheduler.client.report [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.091097] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589216f-a12f-46d2-b1a6-b0e5970cd589 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.113525] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.266506] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.286648] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.296611] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174599} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.296904] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.298054] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6caaa8-a49a-4cb3-9aaf-ecade14756d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.325813] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.331038] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a01414d-06fc-4b96-86b8-e15e56bb8c51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.354064] env[62136]: INFO nova.compute.manager [-] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Took 1.69 seconds to deallocate network for instance. [ 961.354414] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.357397] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 961.357397] env[62136]: value = "task-2286919" [ 961.357397] env[62136]: _type = "Task" [ 961.357397] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.370853] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.565894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.568248] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.880s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.568486] env[62136]: DEBUG nova.objects.instance [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lazy-loading 'resources' on Instance uuid cdc7a14a-9e4c-43d0-95bb-22329782d156 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 961.588877] env[62136]: INFO nova.scheduler.client.report [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted allocations for instance 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5 [ 961.619979] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.620324] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a7c3f2-55eb-46cb-8c23-18dcb3611172 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.629082] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 961.629082] env[62136]: value = "task-2286920" [ 961.629082] env[62136]: _type = "Task" [ 961.629082] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.638372] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.769927] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286914, 'name': ReconfigVM_Task, 'duration_secs': 0.915476} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.770376] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 8683141b-9d0c-4a6e-be67-64c7748a0530/8683141b-9d0c-4a6e-be67-64c7748a0530.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.771302] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed3f7d0-b4af-424d-b758-6f2acab2723f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.781747] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 961.781747] env[62136]: value = "task-2286921" [ 961.781747] env[62136]: _type = "Task" [ 961.781747] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.791198] env[62136]: DEBUG oslo_vmware.api [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286915, 'name': PowerOnVM_Task, 'duration_secs': 0.736017} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.791936] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.792269] env[62136]: INFO nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Took 5.46 seconds to spawn the instance on the hypervisor. [ 961.792538] env[62136]: DEBUG nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.793663] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225aa5a4-20b3-45c6-9b5a-3a68e6b1f353 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.801559] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286921, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.826607] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.826742] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a65d8f37-ea6a-4ef7-9243-18140ff5630e/a65d8f37-ea6a-4ef7-9243-18140ff5630e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.826906] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.827199] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8132890d-2a71-4bfe-8867-de000be9e167 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.835318] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 961.835318] env[62136]: value = "task-2286922" [ 961.835318] env[62136]: _type = "Task" [ 961.835318] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.844709] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.866835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.873435] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.098956] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3ae7826e-20df-43d9-b9c8-a0d875d3d0eb tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.697s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.145156] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.145156] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.297113] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286921, 'name': Rename_Task, 'duration_secs': 0.379414} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.297419] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.297700] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697d1c64-8063-4032-83cb-71116271a5b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.307707] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 962.307707] env[62136]: value = "task-2286923" [ 962.307707] env[62136]: _type = "Task" [ 962.307707] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.317138] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc53217e-3254-4acf-8c4b-1f6e74ec8818 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.326917] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.328276] env[62136]: INFO nova.compute.manager [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Took 13.30 seconds to build instance. [ 962.332656] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48c5ce4-7abd-4bed-a9f2-8d31f9e68f5d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.344576] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077871} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.370279] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.371766] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b7c5e-df86-4d97-92ac-f9de65247fd6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.377506] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929df4e2-179e-4d32-adbf-046de845df8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.400260] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f091416-67b0-439d-a7c4-f8303dc4a718 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.404470] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286919, 'name': ReconfigVM_Task, 'duration_secs': 0.877264} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.413573] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a65d8f37-ea6a-4ef7-9243-18140ff5630e/a65d8f37-ea6a-4ef7-9243-18140ff5630e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.413971] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6/840dbf7d-159b-470b-b5ad-0b77dfc4a8c6.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.414604] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a5f5b3-486c-467f-96e8-5aa2873aa131 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.429377] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c79138bd-233f-47c9-a764-4aef4c1e49fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.440211] env[62136]: DEBUG nova.compute.provider_tree [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.446799] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 962.446799] env[62136]: value = "task-2286924" [ 962.446799] env[62136]: _type = "Task" [ 962.446799] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.448268] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 962.448268] env[62136]: value = "task-2286925" [ 962.448268] env[62136]: _type = "Task" [ 962.448268] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.463521] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286925, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.466971] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.650380] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.650928] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.650928] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.651123] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.651192] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.651349] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.651606] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.651804] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.651988] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.652198] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.652423] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.662258] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3760c5a2-8027-460e-aa2d-1d7d5c7a5e97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.678041] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 962.678041] env[62136]: value = "task-2286926" [ 962.678041] env[62136]: _type = "Task" [ 962.678041] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.688394] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.818163] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286923, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.832873] env[62136]: DEBUG oslo_concurrency.lockutils [None req-452cd1c0-6c88-4f7f-ae08-c1a3a8f1648e tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.815s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.944026] env[62136]: DEBUG nova.scheduler.client.report [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.961543] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286925, 'name': Rename_Task, 'duration_secs': 0.316691} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.965032] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.965337] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286924, 'name': ReconfigVM_Task, 'duration_secs': 0.346418} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.965549] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8d7998-f562-44a2-b2af-5c233f659ffe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.967118] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a65d8f37-ea6a-4ef7-9243-18140ff5630e/a65d8f37-ea6a-4ef7-9243-18140ff5630e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.968273] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e98096a-55f2-4883-b6bc-cb4d117fe3eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.975902] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 962.975902] env[62136]: value = "task-2286928" [ 962.975902] env[62136]: _type = "Task" [ 962.975902] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.977573] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 962.977573] env[62136]: value = "task-2286927" [ 962.977573] env[62136]: _type = "Task" [ 962.977573] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.993148] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286928, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.993474] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.075063] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "28ad29fb-0e74-45db-8400-6d779d029aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.075401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.099888] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "25105611-c79d-44cb-a5a4-defe6695cc8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.100149] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.195887] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286926, 'name': ReconfigVM_Task, 'duration_secs': 0.360371} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.196351] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.322027] env[62136]: DEBUG oslo_vmware.api [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286923, 'name': PowerOnVM_Task, 'duration_secs': 0.891747} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.322027] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.322027] env[62136]: INFO nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Took 9.44 seconds to spawn the instance on the hypervisor. [ 963.322262] env[62136]: DEBUG nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.323038] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513a98b1-a241-42b5-9f3a-38ee89f7249d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.418744] env[62136]: INFO nova.compute.manager [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Rebuilding instance [ 963.450520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.453123] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.587s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.453525] env[62136]: DEBUG nova.objects.instance [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'resources' on Instance uuid 9219999b-e101-49a1-99a8-13a7f94f433d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 963.475762] env[62136]: DEBUG nova.compute.manager [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.476689] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0c515f-ad97-4904-9a98-e8e64e08313b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.480762] env[62136]: INFO nova.scheduler.client.report [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleted allocations for instance cdc7a14a-9e4c-43d0-95bb-22329782d156 [ 963.501906] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286928, 'name': Rename_Task, 'duration_secs': 0.17813} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.505324] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.505866] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.506161] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0204d150-858f-47d1-975e-8cfbc279af9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.514821] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 963.514821] env[62136]: value = "task-2286930" [ 963.514821] env[62136]: _type = "Task" [ 963.514821] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.525781] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.578019] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.602970] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.703589] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.703930] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.704027] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.704193] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.704344] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.704493] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.704693] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.704855] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.705038] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.705209] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.705388] env[62136]: DEBUG nova.virt.hardware [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.710938] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.711747] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ac160b-51d0-4c54-b1e9-9e695942564d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.733037] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 963.733037] env[62136]: value = "task-2286931" [ 963.733037] env[62136]: _type = "Task" [ 963.733037] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.741870] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.843927] env[62136]: INFO nova.compute.manager [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Took 15.23 seconds to build instance. [ 963.995551] env[62136]: DEBUG oslo_vmware.api [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2286927, 'name': PowerOnVM_Task, 'duration_secs': 0.562443} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.996096] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d6739de3-3a31-4f2e-bfb4-2b9969bfce7f tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "cdc7a14a-9e4c-43d0-95bb-22329782d156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.157s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.996947] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.997600] env[62136]: DEBUG nova.compute.manager [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.003039] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e23cf6-5293-40ca-b30c-76a49abfba57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.027717] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286930, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.102223] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.125965] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.218194] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b1f5b7-7bd1-4764-a807-493148425040 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.227017] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14925ec5-0ded-46df-afba-daec97ccac19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.265021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b347ad-c48c-48d0-a186-5b65e9ae269e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.276467] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286931, 'name': ReconfigVM_Task, 'duration_secs': 0.216071} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.278682] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.279558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e8e026-2890-4fd8-aaf7-5ef039e21446 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.283304] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abec3b-6ffe-438d-88d0-18dd031b0594 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.299757] env[62136]: DEBUG nova.compute.provider_tree [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.319895] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.320988] env[62136]: DEBUG nova.scheduler.client.report [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.324637] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb91b4c7-7e74-458d-83c2-8e135c0dbb67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.339010] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.886s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.341045] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.239s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.342495] env[62136]: INFO nova.compute.claims [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.345678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eb911266-fcbf-4f07-974a-7d7ad89a9983 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.740s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.351898] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 964.351898] env[62136]: value = "task-2286932" [ 964.351898] env[62136]: _type = "Task" [ 964.351898] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.364092] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.365652] env[62136]: INFO nova.scheduler.client.report [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted allocations for instance 9219999b-e101-49a1-99a8-13a7f94f433d [ 964.509062] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.509062] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4f0f64-4481-4ba8-a5c0-f67abc59617c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.524444] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 964.524444] env[62136]: value = "task-2286933" [ 964.524444] env[62136]: _type = "Task" [ 964.524444] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.531472] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.540754] env[62136]: DEBUG oslo_vmware.api [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286930, 'name': PowerOnVM_Task, 'duration_secs': 0.575319} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.543881] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.544139] env[62136]: INFO nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Took 13.04 seconds to spawn the instance on the hypervisor. [ 964.544336] env[62136]: DEBUG nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.544635] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.545399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab633b12-69d6-42df-ab7c-85ee7a49136c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.772165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "8683141b-9d0c-4a6e-be67-64c7748a0530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.772542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.772768] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.772983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.773143] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.776935] env[62136]: INFO nova.compute.manager [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Terminating instance [ 964.862680] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.875058] env[62136]: DEBUG oslo_concurrency.lockutils [None req-15df9cec-6b0e-4731-92b7-084e5a5c50d3 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9219999b-e101-49a1-99a8-13a7f94f433d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.894s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.041879] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286933, 'name': PowerOffVM_Task, 'duration_secs': 0.15109} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.042208] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.042519] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.043285] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5bc25e-de28-4794-94ec-e25a11024d51 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.050471] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.050714] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f19b02-faa3-46d2-86db-4b922453c684 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.064083] env[62136]: INFO nova.compute.manager [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Took 18.04 seconds to build instance. [ 965.081521] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.081688] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.081864] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Deleting the datastore file [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.082500] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ca6cd64-245c-4481-93ec-dca989742d02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.093948] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 965.093948] env[62136]: value = "task-2286935" [ 965.093948] env[62136]: _type = "Task" [ 965.093948] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.103463] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.137847] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "62f09878-d407-4ece-aa1a-a69c98840167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.138178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.138428] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "62f09878-d407-4ece-aa1a-a69c98840167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.138639] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.138822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.141691] env[62136]: INFO nova.compute.manager [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Terminating instance [ 965.280941] env[62136]: DEBUG nova.compute.manager [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.281203] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.282573] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5992b8c-cf55-4b1a-a92d-11e476cf4557 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.290801] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.291308] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea34de9-478c-4dd7-9fab-64435f1c7ce6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.302561] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 965.302561] env[62136]: value = "task-2286937" [ 965.302561] env[62136]: _type = "Task" [ 965.302561] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.311877] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.364460] env[62136]: DEBUG oslo_vmware.api [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2286932, 'name': ReconfigVM_Task, 'duration_secs': 0.784254} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.364764] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 0676af54-5f23-4457-bb79-4513618368db/0676af54-5f23-4457-bb79-4513618368db.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.365055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.566500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f1826d18-b9ef-41cf-b684-e579debe447c tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.554s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.584620] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8955c-30fe-4b37-bf68-da99fc190f1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.593636] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c6082-600e-4b7e-a11a-c147f424635c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.607963] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109119} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.633648] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.633916] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.634119] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.637714] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a291b-a34e-4453-b716-a28d17ca2f9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.646422] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975bcac8-6cd7-4aea-820c-0bfb22a26c2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.650900] env[62136]: DEBUG nova.compute.manager [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.651157] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.651958] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f69de63-cf98-4694-a2fd-d0ff9876b5b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.667421] env[62136]: DEBUG nova.compute.provider_tree [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.670877] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.671396] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d13e5b3-a037-41ff-bdd3-c2d9aa9bd565 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.681272] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 965.681272] env[62136]: value = "task-2286938" [ 965.681272] env[62136]: _type = "Task" [ 965.681272] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.690460] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.813662] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286937, 'name': PowerOffVM_Task, 'duration_secs': 0.364658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.813946] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.814217] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.814398] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8791b5d6-7377-4a5b-a397-3255c3a44238 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.821740] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.821978] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.822238] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.822484] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.822695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.825435] env[62136]: INFO nova.compute.manager [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Terminating instance [ 965.876165] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a652f5-2989-4423-8c59-1777c63e0418 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.897090] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d74376b-5034-44bb-a324-23162e83b210 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.900462] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.900848] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.901083] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] 8683141b-9d0c-4a6e-be67-64c7748a0530 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.901793] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4349467e-d88c-46ad-9b0a-1b8effbddf27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.920766] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.925849] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 965.925849] env[62136]: value = "task-2286940" [ 965.925849] env[62136]: _type = "Task" [ 965.925849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.936924] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.173328] env[62136]: DEBUG nova.scheduler.client.report [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.194588] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286938, 'name': PowerOffVM_Task, 'duration_secs': 0.362458} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.196055] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.196055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.196055] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e306fc-65ec-4113-ade8-b6f66b707aab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.277094] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.277338] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.277526] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleting the datastore file [datastore1] 62f09878-d407-4ece-aa1a-a69c98840167 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.277803] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1522d6f4-cafe-4921-aac3-fa1550d53724 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.286415] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for the task: (returnval){ [ 966.286415] env[62136]: value = "task-2286942" [ 966.286415] env[62136]: _type = "Task" [ 966.286415] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.295588] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.330799] env[62136]: DEBUG nova.compute.manager [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.330979] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.332517] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317843d-bad2-4330-8d3a-51f4c1862cfd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.340890] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.341262] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297d8471-6c7c-4044-8f1b-49b877f605dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.349345] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 966.349345] env[62136]: value = "task-2286943" [ 966.349345] env[62136]: _type = "Task" [ 966.349345] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.360479] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.441232] env[62136]: DEBUG oslo_vmware.api [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2286940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171899} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.441527] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.441714] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.441899] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.442093] env[62136]: INFO nova.compute.manager [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Took 1.16 seconds to destroy the instance on the hypervisor. [ 966.442400] env[62136]: DEBUG oslo.service.loopingcall [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.442603] env[62136]: DEBUG nova.compute.manager [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.442700] env[62136]: DEBUG nova.network.neutron [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.490254] env[62136]: DEBUG nova.network.neutron [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Port 778067c9-6446-4f47-bc02-7b6d0a8387ed binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 966.669642] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.669885] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.670061] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.670345] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.670512] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.670682] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.670888] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.671050] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.671269] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.671435] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.671661] env[62136]: DEBUG nova.virt.hardware [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.672549] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec686637-ca21-411a-9a1f-d04eb95369ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.678188] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.678706] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.686447] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.559s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.686447] env[62136]: INFO nova.compute.claims [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.689834] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e16bb5-db43-4c23-b3c5-4c300c0da1f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.708024] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.711697] env[62136]: DEBUG oslo.service.loopingcall [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.711872] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.712261] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d221e12-a97a-4ec7-a87f-fb2a64a8358c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.733143] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.733143] env[62136]: value = "task-2286944" [ 966.733143] env[62136]: _type = "Task" [ 966.733143] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.742750] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286944, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.802025] env[62136]: DEBUG oslo_vmware.api [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Task: {'id': task-2286942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141397} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.802025] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.802025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.802025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.802293] env[62136]: INFO nova.compute.manager [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.802481] env[62136]: DEBUG oslo.service.loopingcall [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.802826] env[62136]: DEBUG nova.compute.manager [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.802958] env[62136]: DEBUG nova.network.neutron [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.843367] env[62136]: DEBUG nova.compute.manager [req-dbec4e3c-7f79-4a67-8b84-7b1a79d835a8 req-81ead8ee-0f57-4145-bacf-138c256dbe3a service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Received event network-vif-deleted-25e4d393-972a-4a18-9dd9-e1562c1485c0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.843701] env[62136]: INFO nova.compute.manager [req-dbec4e3c-7f79-4a67-8b84-7b1a79d835a8 req-81ead8ee-0f57-4145-bacf-138c256dbe3a service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Neutron deleted interface 25e4d393-972a-4a18-9dd9-e1562c1485c0; detaching it from the instance and deleting it from the info cache [ 966.843743] env[62136]: DEBUG nova.network.neutron [req-dbec4e3c-7f79-4a67-8b84-7b1a79d835a8 req-81ead8ee-0f57-4145-bacf-138c256dbe3a service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.862129] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286943, 'name': PowerOffVM_Task, 'duration_secs': 0.226624} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.862536] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.862746] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.863621] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbea7515-d0a3-486d-b98a-168feb3f66bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.999176] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.999462] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.999688] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleting the datastore file [datastore2] a65d8f37-ea6a-4ef7-9243-18140ff5630e {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.000368] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e9dcf92-4b59-441b-b6fa-0f8dd7281a3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.007905] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for the task: (returnval){ [ 967.007905] env[62136]: value = "task-2286946" [ 967.007905] env[62136]: _type = "Task" [ 967.007905] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.017520] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.191940] env[62136]: DEBUG nova.compute.utils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.192806] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.193176] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.228501] env[62136]: DEBUG nova.network.neutron [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.241696] env[62136]: DEBUG nova.policy [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42fdbf6b802411cb2607fdf6edee5b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554678abdccd4cef863ae868e99b3a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.251828] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286944, 'name': CreateVM_Task, 'duration_secs': 0.351355} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.251956] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.253018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.253018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.253018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.253161] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c3903-4cdc-463e-bfa2-e8446d15431b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.261205] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 967.261205] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527640dd-b492-a03f-0a5c-71dafb2d392c" [ 967.261205] env[62136]: _type = "Task" [ 967.261205] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.271811] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527640dd-b492-a03f-0a5c-71dafb2d392c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.347221] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-060d2c96-6461-4790-a522-cdd27fc48461 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.360352] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b916b-00d1-4840-992d-b786d8a09ead {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.394466] env[62136]: DEBUG nova.compute.manager [req-dbec4e3c-7f79-4a67-8b84-7b1a79d835a8 req-81ead8ee-0f57-4145-bacf-138c256dbe3a service nova] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Detach interface failed, port_id=25e4d393-972a-4a18-9dd9-e1562c1485c0, reason: Instance 8683141b-9d0c-4a6e-be67-64c7748a0530 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 967.525019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.525019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.525019] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.531383] env[62136]: DEBUG oslo_vmware.api [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Task: {'id': task-2286946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189017} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.531911] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.532354] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.532685] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.533040] env[62136]: INFO nova.compute.manager [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 967.533409] env[62136]: DEBUG oslo.service.loopingcall [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.533743] env[62136]: DEBUG nova.compute.manager [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.533943] env[62136]: DEBUG nova.network.neutron [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.565705] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Successfully created port: 3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.590915] env[62136]: DEBUG nova.network.neutron [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.686679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.686862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.696804] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.732588] env[62136]: INFO nova.compute.manager [-] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Took 1.29 seconds to deallocate network for instance. [ 967.775342] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527640dd-b492-a03f-0a5c-71dafb2d392c, 'name': SearchDatastore_Task, 'duration_secs': 0.017633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.776673] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.776957] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.777162] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.777311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.777489] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.777992] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f795eb-c174-4886-a875-bd29f11e49c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.792630] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.792630] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.792824] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cc2390-b49a-4112-a83f-92f910088270 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.801853] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 967.801853] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5204baf0-864c-d4df-a125-c23bb9430675" [ 967.801853] env[62136]: _type = "Task" [ 967.801853] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.814767] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5204baf0-864c-d4df-a125-c23bb9430675, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.815589] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2be5cb1-53ee-41db-ab25-602a482175b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.819911] env[62136]: DEBUG nova.compute.manager [req-36cc34b8-2388-43bc-b457-36c0720bae7d req-cff17a79-75b3-48ab-8577-c6042a85b04b service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-vif-deleted-1111dd11-dbee-4901-9c86-d80e0356a679 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.820120] env[62136]: INFO nova.compute.manager [req-36cc34b8-2388-43bc-b457-36c0720bae7d req-cff17a79-75b3-48ab-8577-c6042a85b04b service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Neutron deleted interface 1111dd11-dbee-4901-9c86-d80e0356a679; detaching it from the instance and deleting it from the info cache [ 967.820379] env[62136]: DEBUG nova.network.neutron [req-36cc34b8-2388-43bc-b457-36c0720bae7d req-cff17a79-75b3-48ab-8577-c6042a85b04b service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updating instance_info_cache with network_info: [{"id": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "address": "fa:16:3e:7a:b1:b7", "network": {"id": "571799ab-6cb1-4fe0-8ba0-41f71a240f8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279537879", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57373d720c84efca01a355c5ded2c15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95aae8f0-d9", "ovs_interfaceid": "95aae8f0-d96e-4cd3-b113-748cf056f8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.829644] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 967.829644] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d9ac0c-312c-3ccf-6e9d-2424d1396fbe" [ 967.829644] env[62136]: _type = "Task" [ 967.829644] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.840214] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d9ac0c-312c-3ccf-6e9d-2424d1396fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.988729] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc584d-65e4-45e5-9e69-45612066ca24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.998009] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb066b8-dc72-4e23-92a0-bb178eb3657b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.033529] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10393c-e844-4eb0-a16a-0eb00a8a1a96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.043839] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c6616-786e-4f6a-bd38-7a92e8fa53b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.058266] env[62136]: DEBUG nova.compute.provider_tree [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.096047] env[62136]: INFO nova.compute.manager [-] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Took 1.29 seconds to deallocate network for instance. [ 968.189969] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.246027] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.325517] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cf92cb7-8ba4-4010-a0f7-264513c15508 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.338724] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d9ac0c-312c-3ccf-6e9d-2424d1396fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.339886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.340166] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.340481] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43bbb435-4e2d-47ca-a367-41240e3ce29f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.345208] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6551a91-3012-431e-9f6c-889b37093cb0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.361968] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 968.361968] env[62136]: value = "task-2286947" [ 968.361968] env[62136]: _type = "Task" [ 968.361968] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.381670] env[62136]: DEBUG nova.compute.manager [req-36cc34b8-2388-43bc-b457-36c0720bae7d req-cff17a79-75b3-48ab-8577-c6042a85b04b service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Detach interface failed, port_id=1111dd11-dbee-4901-9c86-d80e0356a679, reason: Instance a65d8f37-ea6a-4ef7-9243-18140ff5630e could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 968.382125] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.538029] env[62136]: DEBUG nova.network.neutron [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.563496] env[62136]: DEBUG nova.scheduler.client.report [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.568246] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.568524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.568743] env[62136]: DEBUG nova.network.neutron [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.602538] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.715542] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.720473] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.744086] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.744552] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.744704] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.744945] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.745117] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.745315] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.745632] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.745826] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.746020] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.746190] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.746442] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.747473] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe030dc-5aad-44d2-85fe-6cddd8f35a72 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761380] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad1acd-7019-4415-a8d7-f6e601b38500 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.869095] env[62136]: DEBUG nova.compute.manager [req-c7aeafd4-e44a-4929-85b0-2e280c3172cc req-c230bc85-ca15-4d3e-9951-2190a4785cc8 service nova] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Received event network-vif-deleted-058a1153-d048-4934-94fb-4c203cc94980 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.873228] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477595} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.873484] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.873699] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.873953] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a124213-0578-4314-925e-cd69fa79055d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881274] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 968.881274] env[62136]: value = "task-2286948" [ 968.881274] env[62136]: _type = "Task" [ 968.881274] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.890054] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.042084] env[62136]: INFO nova.compute.manager [-] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Took 1.51 seconds to deallocate network for instance. [ 969.072227] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.072759] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.077800] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.546s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.077983] env[62136]: DEBUG nova.objects.instance [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 969.143180] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Successfully updated port: 3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.270452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.270778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.333111] env[62136]: DEBUG nova.network.neutron [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.392138] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319905} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.392439] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.393240] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c666a77-5651-4344-a2c0-7b0bc3e90136 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.412958] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.413790] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6d8ba7-53ba-4c25-94f8-20630a0a2433 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.435035] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 969.435035] env[62136]: value = "task-2286949" [ 969.435035] env[62136]: _type = "Task" [ 969.435035] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.442741] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.548280] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.578781] env[62136]: DEBUG nova.compute.utils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.580475] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.581114] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.625142] env[62136]: DEBUG nova.policy [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42fdbf6b802411cb2607fdf6edee5b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554678abdccd4cef863ae868e99b3a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.645825] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.645991] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.646249] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.773010] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.835612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.849629] env[62136]: DEBUG nova.compute.manager [req-cd180fc7-05f2-4cd4-bbc8-23fde1b908f9 req-f6ffdb46-db69-4c21-b052-c8c8a6a63b1e service nova] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Received event network-vif-deleted-95aae8f0-d96e-4cd3-b113-748cf056f8e0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.918755] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Successfully created port: 91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.946967] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.086461] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.090170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-369b0af7-a69c-4c01-9bdb-18c28adc045b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.091673] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.846s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.091915] env[62136]: DEBUG nova.objects.instance [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'resources' on Instance uuid 8683141b-9d0c-4a6e-be67-64c7748a0530 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 970.187235] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.299038] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.345061] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Updating instance_info_cache with network_info: [{"id": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "address": "fa:16:3e:b3:a6:7c", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc77829-c3", "ovs_interfaceid": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.360042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1206cc46-6bd5-43c9-afec-250d0e453f1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.382472] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb87dd-b501-46d5-93bc-c8882506e90f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.390773] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.446449] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286949, 'name': ReconfigVM_Task, 'duration_secs': 0.935546} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.446725] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1/c7227c14-9ccf-4177-8af1-614a382f22f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.447337] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67565d36-b6e3-42cd-9a6d-0c4b173822dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.455072] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 970.455072] env[62136]: value = "task-2286950" [ 970.455072] env[62136]: _type = "Task" [ 970.455072] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.463331] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286950, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.839027] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a6b07-7c9b-4474-b4d0-a57fec8b6eb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.846399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6facfb-01b6-452f-972b-e0e926a9627b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.849776] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.850097] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Instance network_info: |[{"id": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "address": "fa:16:3e:b3:a6:7c", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc77829-c3", "ovs_interfaceid": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.850500] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:a6:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fc77829-c309-4b13-aa60-e840e7aa6fe2', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.858030] env[62136]: DEBUG oslo.service.loopingcall [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.858423] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.858655] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce376fb2-4b0e-419e-ba3f-e4bef5b1ea65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.903490] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-22566119-b7da-4398-b665-c9c66d39edb2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance '0676af54-5f23-4457-bb79-4513618368db' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.908996] env[62136]: DEBUG nova.compute.manager [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Received event network-vif-plugged-3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.909227] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Acquiring lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.909436] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.909606] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.909779] env[62136]: DEBUG nova.compute.manager [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] No waiting events found dispatching network-vif-plugged-3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.909944] env[62136]: WARNING nova.compute.manager [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Received unexpected event network-vif-plugged-3fc77829-c309-4b13-aa60-e840e7aa6fe2 for instance with vm_state building and task_state spawning. [ 970.910120] env[62136]: DEBUG nova.compute.manager [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Received event network-changed-3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.910278] env[62136]: DEBUG nova.compute.manager [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Refreshing instance network info cache due to event network-changed-3fc77829-c309-4b13-aa60-e840e7aa6fe2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.910460] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Acquiring lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.910599] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Acquired lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.910754] env[62136]: DEBUG nova.network.neutron [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Refreshing network info cache for port 3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.912548] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1e75c6-ab03-497b-8f20-cb984bc34153 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.916837] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.916837] env[62136]: value = "task-2286951" [ 970.916837] env[62136]: _type = "Task" [ 970.916837] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.924098] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c82aa8-4553-43ab-8737-bfc9e871de88 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.932792] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286951, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.942946] env[62136]: DEBUG nova.compute.provider_tree [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.969595] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286950, 'name': Rename_Task, 'duration_secs': 0.174323} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.969873] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.970164] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5517e551-8963-425e-bc87-40713438af9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.980200] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 970.980200] env[62136]: value = "task-2286952" [ 970.980200] env[62136]: _type = "Task" [ 970.980200] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.997843] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.100157] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.127248] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.127511] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.127695] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.127881] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.128053] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.128220] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.128436] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.128613] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.128781] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.128963] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.129163] env[62136]: DEBUG nova.virt.hardware [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.130107] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b35cdb-a57b-47ee-a118-eeca34f146a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.140271] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba2c50c-e921-4bb3-a579-a748fa19a11b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.437597] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286951, 'name': CreateVM_Task, 'duration_secs': 0.374008} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.437597] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.437597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.437597] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.438169] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.438592] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da34f107-3e92-4642-bf2a-189aa6415f49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.450235] env[62136]: DEBUG nova.scheduler.client.report [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.452677] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 971.452677] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a856bd-4636-626c-f88d-4b634fac76b4" [ 971.452677] env[62136]: _type = "Task" [ 971.452677] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.463256] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a856bd-4636-626c-f88d-4b634fac76b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.463452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.463669] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.464776] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.464776] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.464776] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.464776] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828f15cd-796c-46ff-b2d4-df41aceb38f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.477138] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.477138] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.477138] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa04e13-d50f-49d1-83c3-4328ef608d23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.483880] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 971.483880] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523d956d-5195-e8e3-cbca-02de6dcd9172" [ 971.483880] env[62136]: _type = "Task" [ 971.483880] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.486884] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Successfully updated port: 91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.505710] env[62136]: DEBUG oslo_vmware.api [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286952, 'name': PowerOnVM_Task, 'duration_secs': 0.444312} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.505710] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523d956d-5195-e8e3-cbca-02de6dcd9172, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.506076] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.506147] env[62136]: DEBUG nova.compute.manager [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.507502] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a82d0-e850-4b02-acb9-27bda9e8d841 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.510076] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661dae52-c560-4e40-ab76-45f5ac510cfc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.516405] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 971.516405] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5274b445-f55d-e473-ad1d-b962de7dc33a" [ 971.516405] env[62136]: _type = "Task" [ 971.516405] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.532287] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5274b445-f55d-e473-ad1d-b962de7dc33a, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.534318] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.534318] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 28ad29fb-0e74-45db-8400-6d779d029aae/28ad29fb-0e74-45db-8400-6d779d029aae.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.534318] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416a68fb-9e21-4b1c-8b0f-4a349c6cc548 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.540531] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 971.540531] env[62136]: value = "task-2286953" [ 971.540531] env[62136]: _type = "Task" [ 971.540531] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.551780] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.683997] env[62136]: DEBUG nova.network.neutron [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Updated VIF entry in instance network info cache for port 3fc77829-c309-4b13-aa60-e840e7aa6fe2. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.684407] env[62136]: DEBUG nova.network.neutron [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Updating instance_info_cache with network_info: [{"id": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "address": "fa:16:3e:b3:a6:7c", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc77829-c3", "ovs_interfaceid": "3fc77829-c309-4b13-aa60-e840e7aa6fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.874221] env[62136]: DEBUG nova.compute.manager [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Received event network-vif-plugged-91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.874532] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Acquiring lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.874756] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.874931] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.875119] env[62136]: DEBUG nova.compute.manager [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] No waiting events found dispatching network-vif-plugged-91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.875293] env[62136]: WARNING nova.compute.manager [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Received unexpected event network-vif-plugged-91fe16d7-4781-40f8-89f3-d7c76e27eec2 for instance with vm_state building and task_state spawning. [ 971.875456] env[62136]: DEBUG nova.compute.manager [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Received event network-changed-91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.875614] env[62136]: DEBUG nova.compute.manager [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Refreshing instance network info cache due to event network-changed-91fe16d7-4781-40f8-89f3-d7c76e27eec2. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.875803] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Acquiring lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.875988] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Acquired lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.876205] env[62136]: DEBUG nova.network.neutron [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Refreshing network info cache for port 91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.953895] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.956088] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.354s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.956324] env[62136]: DEBUG nova.objects.instance [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lazy-loading 'resources' on Instance uuid 62f09878-d407-4ece-aa1a-a69c98840167 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 971.977779] env[62136]: INFO nova.scheduler.client.report [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance 8683141b-9d0c-4a6e-be67-64c7748a0530 [ 971.997301] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.033874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.052029] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.187177] env[62136]: DEBUG oslo_concurrency.lockutils [req-f1bd6dc4-825e-489f-8f24-fc1bc2f266bc req-b3ed9f8d-66d8-4f35-b748-5bccb3b62439 service nova] Releasing lock "refresh_cache-28ad29fb-0e74-45db-8400-6d779d029aae" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.209571] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "c7227c14-9ccf-4177-8af1-614a382f22f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.209852] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.210188] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "c7227c14-9ccf-4177-8af1-614a382f22f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.210292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.210454] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.212766] env[62136]: INFO nova.compute.manager [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Terminating instance [ 972.368334] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.368334] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.407749] env[62136]: DEBUG nova.network.neutron [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.484696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-aaffb9e6-751a-44c7-a1de-e96297ed0397 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "8683141b-9d0c-4a6e-be67-64c7748a0530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.712s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.489038] env[62136]: DEBUG nova.network.neutron [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.552928] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862648} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.553200] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 28ad29fb-0e74-45db-8400-6d779d029aae/28ad29fb-0e74-45db-8400-6d779d029aae.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.553414] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.553982] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6955a7-4838-475c-a770-ac18948fd869 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560315] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 972.560315] env[62136]: value = "task-2286954" [ 972.560315] env[62136]: _type = "Task" [ 972.560315] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.568683] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.671270] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772eef8-61ea-47b5-bc55-235305110e11 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.679687] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac2557-7d81-4bb5-9c38-7be23cc56849 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.713437] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bceed3-3999-4107-a43a-c5c19306c89b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.716321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "refresh_cache-c7227c14-9ccf-4177-8af1-614a382f22f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.716497] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquired lock "refresh_cache-c7227c14-9ccf-4177-8af1-614a382f22f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.716680] env[62136]: DEBUG nova.network.neutron [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.724021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b2e7b3-6882-4999-8357-e3e65e7a859f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.738537] env[62136]: DEBUG nova.compute.provider_tree [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.871843] env[62136]: DEBUG nova.compute.utils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 972.993022] env[62136]: DEBUG oslo_concurrency.lockutils [req-e21bd52f-e9b3-4056-9396-8e98f22431a3 req-4351aba1-ef54-4368-b4ee-604dc70d84d4 service nova] Releasing lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.993603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.993884] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.071191] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086597} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.071532] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.072388] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ec08d-2a1d-4d20-bb6a-d76c11aa56c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.094818] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 28ad29fb-0e74-45db-8400-6d779d029aae/28ad29fb-0e74-45db-8400-6d779d029aae.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.095093] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06d6a81-9539-4115-a5cb-68a0861fe438 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.115103] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 973.115103] env[62136]: value = "task-2286955" [ 973.115103] env[62136]: _type = "Task" [ 973.115103] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.123335] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.235637] env[62136]: DEBUG nova.network.neutron [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.241617] env[62136]: DEBUG nova.scheduler.client.report [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.301231] env[62136]: DEBUG nova.network.neutron [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.377026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.377026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.377026] env[62136]: DEBUG nova.compute.manager [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Going to confirm migration 5 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 973.377026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.530663] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.626465] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286955, 'name': ReconfigVM_Task, 'duration_secs': 0.413841} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.626465] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 28ad29fb-0e74-45db-8400-6d779d029aae/28ad29fb-0e74-45db-8400-6d779d029aae.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.627019] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b8375b-22e2-46ba-b614-f5f67087281e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.635070] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 973.635070] env[62136]: value = "task-2286956" [ 973.635070] env[62136]: _type = "Task" [ 973.635070] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.643177] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286956, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.666567] env[62136]: DEBUG nova.network.neutron [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Updating instance_info_cache with network_info: [{"id": "91fe16d7-4781-40f8-89f3-d7c76e27eec2", "address": "fa:16:3e:4a:78:da", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fe16d7-47", "ovs_interfaceid": "91fe16d7-4781-40f8-89f3-d7c76e27eec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.747942] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.751342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.030s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.752392] env[62136]: INFO nova.compute.claims [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.766633] env[62136]: INFO nova.scheduler.client.report [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Deleted allocations for instance 62f09878-d407-4ece-aa1a-a69c98840167 [ 973.803494] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Releasing lock "refresh_cache-c7227c14-9ccf-4177-8af1-614a382f22f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.803985] env[62136]: DEBUG nova.compute.manager [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.804851] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.805407] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cceb4f-d74f-49e8-aaa6-daeee75355b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.815236] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.815598] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7888a6-61b9-4aa1-9e43-d77a4d49a6c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.825423] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 973.825423] env[62136]: value = "task-2286957" [ 973.825423] env[62136]: _type = "Task" [ 973.825423] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.837162] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.953138] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.953138] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.953138] env[62136]: DEBUG nova.network.neutron [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.953138] env[62136]: DEBUG nova.objects.instance [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'info_cache' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 974.145687] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286956, 'name': Rename_Task, 'duration_secs': 0.208339} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.145972] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.146240] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637bd9e7-ded6-4b69-8e26-d441e2f3ecb4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.154724] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 974.154724] env[62136]: value = "task-2286958" [ 974.154724] env[62136]: _type = "Task" [ 974.154724] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.165020] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.169608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "refresh_cache-25105611-c79d-44cb-a5a4-defe6695cc8f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.169909] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance network_info: |[{"id": "91fe16d7-4781-40f8-89f3-d7c76e27eec2", "address": "fa:16:3e:4a:78:da", "network": {"id": "07572673-dc1c-4f76-ba0d-7ea668684987", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-115420015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554678abdccd4cef863ae868e99b3a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fe16d7-47", "ovs_interfaceid": "91fe16d7-4781-40f8-89f3-d7c76e27eec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.170315] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:78:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91fe16d7-4781-40f8-89f3-d7c76e27eec2', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.178966] env[62136]: DEBUG oslo.service.loopingcall [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.179258] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.179641] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a02b85-aea8-42a9-bdfc-bb4e96540a03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.203052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "910fa7cd-5a93-47c3-9ff6-50762038167e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.203275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.204277] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.204277] env[62136]: value = "task-2286959" [ 974.204277] env[62136]: _type = "Task" [ 974.204277] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.213178] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286959, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.276317] env[62136]: DEBUG oslo_concurrency.lockutils [None req-71f4c026-48fc-4ce6-8f9f-10436332a534 tempest-ListImageFiltersTestJSON-868520741 tempest-ListImageFiltersTestJSON-868520741-project-member] Lock "62f09878-d407-4ece-aa1a-a69c98840167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.138s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.338180] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286957, 'name': PowerOffVM_Task, 'duration_secs': 0.125881} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.338512] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.338734] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.339078] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d69cec0-ace1-41f0-aafc-b17373253c49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.369482] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.369709] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.369905] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Deleting the datastore file [datastore2] c7227c14-9ccf-4177-8af1-614a382f22f1 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.370189] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43bb9288-2f27-4831-b6eb-e6196dc56687 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.378011] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for the task: (returnval){ [ 974.378011] env[62136]: value = "task-2286961" [ 974.378011] env[62136]: _type = "Task" [ 974.378011] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.386454] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.460140] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.460398] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.460632] env[62136]: INFO nova.compute.manager [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Attaching volume 98a83642-16d2-4ae2-bcb2-1e9637c4044f to /dev/sdb [ 974.500829] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b5450-06d2-4314-baee-899b62dd9d46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.510361] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867cde3a-b445-4df8-b60c-27818973f45a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.526567] env[62136]: DEBUG nova.virt.block_device [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating existing volume attachment record: 0cee928e-f4af-47e3-b1ba-1f9355c03b7e {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.664724] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.708916] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.718156] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286959, 'name': CreateVM_Task, 'duration_secs': 0.345195} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.718337] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.719037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.719217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.719553] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.719824] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a92be2-7042-4975-9c47-b94dcb8f1042 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.725099] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 974.725099] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ce98-dd6c-f926-207e-b2f6349c5cd0" [ 974.725099] env[62136]: _type = "Task" [ 974.725099] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.734848] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ce98-dd6c-f926-207e-b2f6349c5cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.888223] env[62136]: DEBUG oslo_vmware.api [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Task: {'id': task-2286961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099134} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.890868] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.891092] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.891282] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.891482] env[62136]: INFO nova.compute.manager [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 974.891743] env[62136]: DEBUG oslo.service.loopingcall [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.892613] env[62136]: DEBUG nova.compute.manager [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.892613] env[62136]: DEBUG nova.network.neutron [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.907386] env[62136]: DEBUG nova.network.neutron [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.011729] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ddf733-4bff-446f-a4c1-1e36d2f7110a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.020755] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911889d1-7b08-4cb0-bafd-a59e6c9b6c9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.059405] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6cda04-7fe7-4fe3-91e8-f0328f71eb5c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.068330] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f74c0e-ec6c-4dfc-acd9-cb6db5a3160f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.083114] env[62136]: DEBUG nova.compute.provider_tree [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.167722] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286958, 'name': PowerOnVM_Task, 'duration_secs': 0.678866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.171032] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.173911] env[62136]: INFO nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Took 6.46 seconds to spawn the instance on the hypervisor. [ 975.174179] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.175231] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cadca6-1a33-4ac5-849b-54a5b569127c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.239690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.247245] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5282ce98-dd6c-f926-207e-b2f6349c5cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.248017] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.248374] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.248750] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.248959] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.249255] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.249627] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3802e5a-0c1d-4abb-affb-048a4638fdbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.260808] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.261081] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.261893] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2d8697-b385-4750-904c-5dfddd99e98c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.269104] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 975.269104] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525cbc6a-3858-4ba3-123d-029a556a495e" [ 975.269104] env[62136]: _type = "Task" [ 975.269104] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.276711] env[62136]: DEBUG nova.network.neutron [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.282408] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525cbc6a-3858-4ba3-123d-029a556a495e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.409795] env[62136]: DEBUG nova.network.neutron [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.586865] env[62136]: DEBUG nova.scheduler.client.report [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.699429] env[62136]: INFO nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Took 11.62 seconds to build instance. [ 975.783679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.784643] env[62136]: DEBUG nova.objects.instance [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'migration_context' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 975.785290] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]525cbc6a-3858-4ba3-123d-029a556a495e, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.786274] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0726df-c74b-450c-b2f1-3a37b03b45b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792597] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 975.792597] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5252e3c5-af3b-5d57-4c99-0acb34db8a78" [ 975.792597] env[62136]: _type = "Task" [ 975.792597] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.803064] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5252e3c5-af3b-5d57-4c99-0acb34db8a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.912753] env[62136]: INFO nova.compute.manager [-] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Took 1.02 seconds to deallocate network for instance. [ 976.092201] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.092752] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.095887] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.548s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.096158] env[62136]: DEBUG nova.objects.instance [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lazy-loading 'resources' on Instance uuid a65d8f37-ea6a-4ef7-9243-18140ff5630e {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 976.201844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.126s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.287024] env[62136]: DEBUG nova.objects.base [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Object Instance<0676af54-5f23-4457-bb79-4513618368db> lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.288266] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4beee-0d0a-42f0-82be-ca21772a53e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.311625] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021df0d5-8d5c-49a2-8a42-a278e876267b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.317767] env[62136]: DEBUG oslo_vmware.api [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 976.317767] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52433ddd-c5f9-95ac-b99b-b7f7c17fa6be" [ 976.317767] env[62136]: _type = "Task" [ 976.317767] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.321872] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5252e3c5-af3b-5d57-4c99-0acb34db8a78, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.325210] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.325495] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 25105611-c79d-44cb-a5a4-defe6695cc8f/25105611-c79d-44cb-a5a4-defe6695cc8f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.325811] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40128fcc-3d4e-4b31-b31d-666e1ead5606 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.335140] env[62136]: DEBUG oslo_vmware.api [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52433ddd-c5f9-95ac-b99b-b7f7c17fa6be, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.335933] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.336306] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 976.336306] env[62136]: value = "task-2286965" [ 976.336306] env[62136]: _type = "Task" [ 976.336306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.345361] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.419392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.599523] env[62136]: DEBUG nova.compute.utils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.604035] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.604231] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.665837] env[62136]: DEBUG nova.policy [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.848794] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497527} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.849066] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 25105611-c79d-44cb-a5a4-defe6695cc8f/25105611-c79d-44cb-a5a4-defe6695cc8f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.849289] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.849547] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8193a3c1-ce92-46c1-9f0c-9d256f7d0311 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.857243] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 976.857243] env[62136]: value = "task-2286966" [ 976.857243] env[62136]: _type = "Task" [ 976.857243] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.869156] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.871036] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa4e76b-5172-447b-8a01-2f0de4082e36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.879995] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c9030-3ccd-441d-84de-dffd87a195b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.914991] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1db5a3-3046-4388-a80e-abc098ad18a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.923472] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adc3ae-5e76-4e36-8a1a-de1de0fbe496 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.937389] env[62136]: DEBUG nova.compute.provider_tree [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.105109] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.278878] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Successfully created port: 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.371131] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183264} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.371131] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.373257] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c21361-d696-4b17-a651-0e5bbd41a04e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.400212] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 25105611-c79d-44cb-a5a4-defe6695cc8f/25105611-c79d-44cb-a5a4-defe6695cc8f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.400736] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c6ce46-c4b6-4e03-99ad-8e7ae9f1956b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.422454] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 977.422454] env[62136]: value = "task-2286968" [ 977.422454] env[62136]: _type = "Task" [ 977.422454] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.431618] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.440745] env[62136]: DEBUG nova.scheduler.client.report [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.936304] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286968, 'name': ReconfigVM_Task, 'duration_secs': 0.323949} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.936599] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 25105611-c79d-44cb-a5a4-defe6695cc8f/25105611-c79d-44cb-a5a4-defe6695cc8f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.937240] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea8daa3-a042-45d8-9713-15f69432f099 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.946401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.948616] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 977.948616] env[62136]: value = "task-2286969" [ 977.948616] env[62136]: _type = "Task" [ 977.948616] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.949114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.650s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.950852] env[62136]: INFO nova.compute.claims [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.964690] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286969, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.980972] env[62136]: INFO nova.scheduler.client.report [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Deleted allocations for instance a65d8f37-ea6a-4ef7-9243-18140ff5630e [ 978.117389] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.147396] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.147594] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.147844] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.147921] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.148168] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.148346] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.148561] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.148771] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.149355] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.149355] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.149355] env[62136]: DEBUG nova.virt.hardware [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.151931] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff31b8-beab-4b6c-80c8-7c3f1ad5b35f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.161773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4338092-1644-4033-b6f3-b2892ceae7c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.467628] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286969, 'name': Rename_Task, 'duration_secs': 0.149547} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.468386] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.468970] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67edf447-d909-4510-8922-8b3600a06e32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.476580] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 978.476580] env[62136]: value = "task-2286970" [ 978.476580] env[62136]: _type = "Task" [ 978.476580] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.485841] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.492062] env[62136]: DEBUG oslo_concurrency.lockutils [None req-33e0040c-b17a-4249-8f24-7932ec1ca808 tempest-ServersTestMultiNic-1632123568 tempest-ServersTestMultiNic-1632123568-project-member] Lock "a65d8f37-ea6a-4ef7-9243-18140ff5630e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.669s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.988917] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286970, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.228513] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db3e8d-fe86-4687-b7f5-d2531e4fa9d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.237453] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b6906-1419-4b3f-bf1f-1111479da5bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.285239] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dca75f-2386-4626-9648-ce1f45e5ee48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.292897] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd70aaa-4af2-4f7b-a971-5995e7b0a580 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.308918] env[62136]: DEBUG nova.compute.provider_tree [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.491691] env[62136]: DEBUG oslo_vmware.api [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286970, 'name': PowerOnVM_Task, 'duration_secs': 0.527632} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.492076] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.492296] env[62136]: INFO nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 979.493452] env[62136]: DEBUG nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.493973] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04d522-10df-4abe-ab96-87c0a2a21eb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.535438] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Successfully updated port: 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.581652] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.582032] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465496', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'name': 'volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59e7d941-3643-4e83-abfb-f8677bf18cfe', 'attached_at': '', 'detached_at': '', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'serial': '98a83642-16d2-4ae2-bcb2-1e9637c4044f'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.583059] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d37c1c-8b1e-4a16-ab0a-5bd5c17a3270 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.604183] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a78481-0a39-4bb7-90fa-804dbe51df66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.608214] env[62136]: DEBUG nova.compute.manager [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-vif-plugged-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.608214] env[62136]: DEBUG oslo_concurrency.lockutils [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.608214] env[62136]: DEBUG oslo_concurrency.lockutils [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.608214] env[62136]: DEBUG oslo_concurrency.lockutils [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.608214] env[62136]: DEBUG nova.compute.manager [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] No waiting events found dispatching network-vif-plugged-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.608500] env[62136]: WARNING nova.compute.manager [req-a85278e3-a47c-4e31-86cc-2ceec19b124b req-b2f25dc1-bc47-49f5-896d-747f8aa4c7fb service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received unexpected event network-vif-plugged-341abe3d-6969-41b6-8aef-501ad77b3534 for instance with vm_state building and task_state spawning. [ 979.642347] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f/volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.642347] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab130c6f-f0aa-4d51-beb1-8caa2cb9c24a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.664243] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 979.664243] env[62136]: value = "task-2286971" [ 979.664243] env[62136]: _type = "Task" [ 979.664243] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.674213] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.814308] env[62136]: DEBUG nova.scheduler.client.report [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.015481] env[62136]: INFO nova.compute.manager [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Took 15.91 seconds to build instance. [ 980.038361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.038361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.038587] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.174864] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.227814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "b488e4da-788c-4295-b71d-c7d95938a350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.228114] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.320052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.320446] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.323082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.289s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.323284] env[62136]: DEBUG nova.objects.instance [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 980.518022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-75fc353e-ca9b-4852-9e05-ccfcc694a01c tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.418s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.588340] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.675470] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286971, 'name': ReconfigVM_Task, 'duration_secs': 0.557695} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.675756] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f/volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.680819] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65ca069-0af4-436b-9786-42386538bbc0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.702442] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 980.702442] env[62136]: value = "task-2286972" [ 980.702442] env[62136]: _type = "Task" [ 980.702442] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.712519] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.731231] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.789161] env[62136]: DEBUG nova.network.neutron [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.828017] env[62136]: DEBUG nova.compute.utils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.835156] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.835408] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.890156] env[62136]: DEBUG nova.policy [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e03aefdf93748a2a0290bda3a6421db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867eb2a6ea404c37b2b51f8fe67626ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.213215] env[62136]: DEBUG oslo_vmware.api [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286972, 'name': ReconfigVM_Task, 'duration_secs': 0.167639} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.213584] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465496', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'name': 'volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59e7d941-3643-4e83-abfb-f8677bf18cfe', 'attached_at': '', 'detached_at': '', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'serial': '98a83642-16d2-4ae2-bcb2-1e9637c4044f'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.268270] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.293131] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.294215] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Instance network_info: |[{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.294215] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:fd:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '341abe3d-6969-41b6-8aef-501ad77b3534', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.303783] env[62136]: DEBUG oslo.service.loopingcall [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.304821] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.304968] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ef32e9-aefd-4407-aca7-9538e3592b38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.320737] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Successfully created port: f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.329589] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.329589] env[62136]: value = "task-2286973" [ 981.329589] env[62136]: _type = "Task" [ 981.329589] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.335259] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.342534] env[62136]: DEBUG oslo_concurrency.lockutils [None req-80a2cd38-2596-4c0e-ac5f-e5dca41eed7a tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.343682] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286973, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.344306] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.105s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.346212] env[62136]: INFO nova.compute.claims [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.452650] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "28ad29fb-0e74-45db-8400-6d779d029aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.453205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.453483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.454159] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.456434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.460082] env[62136]: INFO nova.compute.manager [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Terminating instance [ 981.534327] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "25105611-c79d-44cb-a5a4-defe6695cc8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.534785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.535112] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.535447] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.535983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.538228] env[62136]: INFO nova.compute.manager [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Terminating instance [ 981.637532] env[62136]: DEBUG nova.compute.manager [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.637532] env[62136]: DEBUG nova.compute.manager [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.637532] env[62136]: DEBUG oslo_concurrency.lockutils [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.637532] env[62136]: DEBUG oslo_concurrency.lockutils [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.637532] env[62136]: DEBUG nova.network.neutron [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.841024] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286973, 'name': CreateVM_Task, 'duration_secs': 0.43083} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.841024] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.841237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.841359] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.841696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.841960] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7f86d1-c8f4-487c-a3fe-7f587a4370d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846499] env[62136]: INFO nova.virt.block_device [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Booting with volume 8ad22998-84b8-4e25-bb38-906dcff314d3 at /dev/sda [ 981.852734] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 981.852734] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a471f-8a88-6409-2fe4-399c7d78b27e" [ 981.852734] env[62136]: _type = "Task" [ 981.852734] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.863600] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a471f-8a88-6409-2fe4-399c7d78b27e, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.864168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.864168] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.864342] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.864492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.864676] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.864921] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7a0c202-ad63-4154-90c0-6899f52ba3a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.882591] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e918d5e-76ca-4e50-a259-afd2587e1644 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.888083] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.888083] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.889273] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa278c9-51d9-4936-a002-60897854e9dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.897482] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab63f1-c2c5-4185-a646-70c810f5136b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.908468] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 981.908468] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ea504b-16bc-57a2-a0bc-e1df682dd186" [ 981.908468] env[62136]: _type = "Task" [ 981.908468] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.918149] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ea504b-16bc-57a2-a0bc-e1df682dd186, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.918910] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239b362c-f774-4982-a421-802d06c9fb9f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.932845] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfec1e1a-e991-4657-a16d-923ebb6bee2b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.935645] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 981.935645] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524ce123-1865-848e-f430-63a8f07246b1" [ 981.935645] env[62136]: _type = "Task" [ 981.935645] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.942701] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df93e7-95ae-4f37-afbc-f9ceee2bed85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.956209] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524ce123-1865-848e-f430-63a8f07246b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.966344] env[62136]: DEBUG nova.compute.manager [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.966634] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.967387] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8525e3e-70aa-4cfb-9cab-cf21da24e984 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.982080] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed6549-ce07-4eb1-a258-077f7ffc5bc7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.986710] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.987318] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-660605f8-eeae-41b1-97db-c57178d01057 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.991219] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6b27f-5c4b-470c-93db-ff9647518cda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.994843] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 981.994843] env[62136]: value = "task-2286974" [ 981.994843] env[62136]: _type = "Task" [ 981.994843] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.003407] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.009527] env[62136]: DEBUG nova.virt.block_device [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating existing volume attachment record: d2368bf5-9e54-4ecb-8631-f7062be0d0d1 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.042550] env[62136]: DEBUG nova.compute.manager [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.042897] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.043969] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3d735-f8cf-4c15-8cbd-726d49780fda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.055918] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.056491] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7587350-10c6-47d7-a352-0e1362302321 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066705] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 982.066705] env[62136]: value = "task-2286975" [ 982.066705] env[62136]: _type = "Task" [ 982.066705] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.076310] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.264639] env[62136]: DEBUG nova.objects.instance [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'flavor' on Instance uuid 59e7d941-3643-4e83-abfb-f8677bf18cfe {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 982.451799] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524ce123-1865-848e-f430-63a8f07246b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.452266] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.454217] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 9fd729e2-79f8-48fb-a54e-d849bbecfed9/9fd729e2-79f8-48fb-a54e-d849bbecfed9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.454217] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-543a34ce-47fe-49d8-aded-b7b27bbd8e3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.461025] env[62136]: DEBUG nova.network.neutron [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.461672] env[62136]: DEBUG nova.network.neutron [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.464546] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 982.464546] env[62136]: value = "task-2286976" [ 982.464546] env[62136]: _type = "Task" [ 982.464546] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.475576] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.508746] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286974, 'name': PowerOffVM_Task, 'duration_secs': 0.204802} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.509042] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.509250] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.509835] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c198d0c-3908-438e-8543-2d01e9016a7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.582084] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286975, 'name': PowerOffVM_Task, 'duration_secs': 0.245128} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.582494] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.582494] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.583142] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6d2c65-4b9f-4e9b-b7cc-2c789c30f4d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.586424] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.586699] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.586900] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleting the datastore file [datastore2] 28ad29fb-0e74-45db-8400-6d779d029aae {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.589871] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c6827af-6792-4db7-994f-73460926e42c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.596745] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 982.596745] env[62136]: value = "task-2286979" [ 982.596745] env[62136]: _type = "Task" [ 982.596745] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.607235] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.662086] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.662318] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.662493] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleting the datastore file [datastore1] 25105611-c79d-44cb-a5a4-defe6695cc8f {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.663131] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf8c747-0ce2-4de0-a6b5-52aa5c40d413 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.667074] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2c8d3-0cea-4989-9382-550c02fe9506 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.679838] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960fbd71-f2e9-424f-980e-7b1347b7289e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.683926] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for the task: (returnval){ [ 982.683926] env[62136]: value = "task-2286980" [ 982.683926] env[62136]: _type = "Task" [ 982.683926] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.727825] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef8c1c-a2ff-40c5-98f1-82c7b8835173 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.732116] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.739260] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05da543-af26-48e3-9be0-4b9af62d0800 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.757175] env[62136]: DEBUG nova.compute.provider_tree [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.770390] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58851299-d4ba-40eb-b10f-199f073c6dbb tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.310s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.954037] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Successfully updated port: f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.966511] env[62136]: DEBUG oslo_concurrency.lockutils [req-c69cecd2-5cad-43d3-a1a7-7a161e0bfe05 req-f9558e4b-94eb-4435-a6d5-855797450d94 service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.978792] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51246} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.980271] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 9fd729e2-79f8-48fb-a54e-d849bbecfed9/9fd729e2-79f8-48fb-a54e-d849bbecfed9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.980271] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.980435] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2b86170-78ae-407d-a1b3-f9058f2c0252 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.988374] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 982.988374] env[62136]: value = "task-2286981" [ 982.988374] env[62136]: _type = "Task" [ 982.988374] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.998392] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.021581] env[62136]: INFO nova.compute.manager [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Rescuing [ 983.021995] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.022208] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.022400] env[62136]: DEBUG nova.network.neutron [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.109040] env[62136]: DEBUG oslo_vmware.api [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348807} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.109315] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.109506] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.109689] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.109857] env[62136]: INFO nova.compute.manager [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.110180] env[62136]: DEBUG oslo.service.loopingcall [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.110413] env[62136]: DEBUG nova.compute.manager [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.110533] env[62136]: DEBUG nova.network.neutron [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.194925] env[62136]: DEBUG oslo_vmware.api [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Task: {'id': task-2286980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400286} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.195151] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.195338] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.195522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.195701] env[62136]: INFO nova.compute.manager [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 983.195949] env[62136]: DEBUG oslo.service.loopingcall [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.196193] env[62136]: DEBUG nova.compute.manager [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.196259] env[62136]: DEBUG nova.network.neutron [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.261421] env[62136]: DEBUG nova.scheduler.client.report [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.456260] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.456378] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquired lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.456520] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.503148] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069877} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.503750] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.505253] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc23868-fbbe-47aa-8520-ad10a24d1ebb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.533495] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 9fd729e2-79f8-48fb-a54e-d849bbecfed9/9fd729e2-79f8-48fb-a54e-d849bbecfed9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.536090] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84348f11-47ec-4f7a-b287-b7475f85a082 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.560429] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 983.560429] env[62136]: value = "task-2286982" [ 983.560429] env[62136]: _type = "Task" [ 983.560429] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.569555] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.671246] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Received event network-vif-plugged-f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.671527] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Acquiring lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.671781] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.671998] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.672243] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] No waiting events found dispatching network-vif-plugged-f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.672455] env[62136]: WARNING nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Received unexpected event network-vif-plugged-f5afbeaf-8352-4075-a632-46a645e31914 for instance with vm_state building and task_state spawning. [ 983.672713] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Received event network-changed-f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.673333] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Refreshing instance network info cache due to event network-changed-f5afbeaf-8352-4075-a632-46a645e31914. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.673592] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Acquiring lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.691007] env[62136]: DEBUG nova.compute.manager [req-d76ae321-a430-4a2a-9b1c-706ff193acaa req-9705f57f-d0a2-48cb-9b5b-c8c941e22e0e service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Received event network-vif-deleted-91fe16d7-4781-40f8-89f3-d7c76e27eec2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.691265] env[62136]: INFO nova.compute.manager [req-d76ae321-a430-4a2a-9b1c-706ff193acaa req-9705f57f-d0a2-48cb-9b5b-c8c941e22e0e service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Neutron deleted interface 91fe16d7-4781-40f8-89f3-d7c76e27eec2; detaching it from the instance and deleting it from the info cache [ 983.691456] env[62136]: DEBUG nova.network.neutron [req-d76ae321-a430-4a2a-9b1c-706ff193acaa req-9705f57f-d0a2-48cb-9b5b-c8c941e22e0e service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.766092] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.766615] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.769647] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.434s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.867556] env[62136]: DEBUG nova.network.neutron [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.882795] env[62136]: DEBUG nova.network.neutron [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.993593] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.072085] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286982, 'name': ReconfigVM_Task, 'duration_secs': 0.290878} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.072504] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 9fd729e2-79f8-48fb-a54e-d849bbecfed9/9fd729e2-79f8-48fb-a54e-d849bbecfed9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.073366] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd3600d6-e501-4e06-bde6-0bb62cf044c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.080712] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 984.080712] env[62136]: value = "task-2286983" [ 984.080712] env[62136]: _type = "Task" [ 984.080712] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.092360] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286983, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.112182] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.113696] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.114147] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.114444] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.114753] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.115030] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.115338] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.115689] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.115987] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.116322] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.116636] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.122195] env[62136]: DEBUG nova.virt.hardware [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.125248] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf515d-b7de-47b8-b066-408513f8e1af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.136265] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb4613-7e9a-4b10-b8c8-b50053223bd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.165059] env[62136]: DEBUG nova.network.neutron [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.168014] env[62136]: DEBUG nova.network.neutron [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating instance_info_cache with network_info: [{"id": "f5afbeaf-8352-4075-a632-46a645e31914", "address": "fa:16:3e:f3:b2:79", "network": {"id": "3dab6f08-b11c-4d14-9618-291adcbd57b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-649859305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867eb2a6ea404c37b2b51f8fe67626ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5afbeaf-83", "ovs_interfaceid": "f5afbeaf-8352-4075-a632-46a645e31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.194793] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49baf608-fac9-43dd-a244-4a578ee27ac2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.209333] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606b15f-9332-4e1c-af13-e8353635c220 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.250911] env[62136]: DEBUG nova.compute.manager [req-d76ae321-a430-4a2a-9b1c-706ff193acaa req-9705f57f-d0a2-48cb-9b5b-c8c941e22e0e service nova] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Detach interface failed, port_id=91fe16d7-4781-40f8-89f3-d7c76e27eec2, reason: Instance 25105611-c79d-44cb-a5a4-defe6695cc8f could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.274441] env[62136]: DEBUG nova.compute.utils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.280203] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.280403] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.360655] env[62136]: DEBUG nova.policy [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0dbd69ccca4f98be1ba424fa56f669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb16f72a67f4c7ebcf9cf5851a59293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.374259] env[62136]: INFO nova.compute.manager [-] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Took 1.26 seconds to deallocate network for instance. [ 984.385345] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.581617] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1595f6-1b1d-4d33-b141-bf42ee09e36f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.594796] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92babb95-a325-4a75-af44-49bb1176c302 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.598599] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286983, 'name': Rename_Task, 'duration_secs': 0.189779} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.598599] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.599084] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac336d9-591d-4271-b803-27b6f943fcd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.628930] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea85136-f043-4627-b964-72d30f8ee981 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.631540] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 984.631540] env[62136]: value = "task-2286984" [ 984.631540] env[62136]: _type = "Task" [ 984.631540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.638145] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b18c9-e72d-4159-910c-1f3ded809b4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.644903] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.654850] env[62136]: DEBUG nova.compute.provider_tree [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.673330] env[62136]: INFO nova.compute.manager [-] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Took 1.48 seconds to deallocate network for instance. [ 984.673725] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Releasing lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.674016] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance network_info: |[{"id": "f5afbeaf-8352-4075-a632-46a645e31914", "address": "fa:16:3e:f3:b2:79", "network": {"id": "3dab6f08-b11c-4d14-9618-291adcbd57b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-649859305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867eb2a6ea404c37b2b51f8fe67626ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5afbeaf-83", "ovs_interfaceid": "f5afbeaf-8352-4075-a632-46a645e31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.678343] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Acquired lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.678534] env[62136]: DEBUG nova.network.neutron [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Refreshing network info cache for port f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.679450] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b2:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5afbeaf-8352-4075-a632-46a645e31914', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.688662] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Creating folder: Project (867eb2a6ea404c37b2b51f8fe67626ae). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.689965] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6459a7db-6023-4e03-9767-97f27a1e7cb1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.704969] env[62136]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 984.705852] env[62136]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62136) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 984.705852] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Folder already exists: Project (867eb2a6ea404c37b2b51f8fe67626ae). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 984.705852] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Creating folder: Instances. Parent ref: group-v465482. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.706042] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7da2913-22c9-486b-9234-b52bb9cea638 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.717924] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Created folder: Instances in parent group-v465482. [ 984.717924] env[62136]: DEBUG oslo.service.loopingcall [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.718109] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.718326] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e217fb54-6df2-41f3-a045-f9c8d0d771ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.739408] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.739408] env[62136]: value = "task-2286987" [ 984.739408] env[62136]: _type = "Task" [ 984.739408] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.747649] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286987, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.751022] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Successfully created port: 3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.784406] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.885745] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.143498] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.159128] env[62136]: DEBUG nova.scheduler.client.report [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.191014] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.254071] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286987, 'name': CreateVM_Task, 'duration_secs': 0.502623} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.254071] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.254812] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'd2368bf5-9e54-4ecb-8631-f7062be0d0d1', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465491', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'name': 'volume-8ad22998-84b8-4e25-bb38-906dcff314d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70f04c9a-dccf-4ffc-ae12-ab2de89bbeff', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'serial': '8ad22998-84b8-4e25-bb38-906dcff314d3'}, 'volume_type': None}], 'swap': None} {{(pid=62136) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 985.255063] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Root volume attach. Driver type: vmdk {{(pid=62136) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 985.255905] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375ef95-6c28-4017-b44a-fbbebe6da0c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.265282] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b0807-6d9e-4358-aa74-14466e493131 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.274086] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6e38b-158e-4190-9433-bee36b37fbf4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.283155] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a7cad33e-856a-4d4f-9d5e-a1d972b2e531 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.295745] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 985.295745] env[62136]: value = "task-2286988" [ 985.295745] env[62136]: _type = "Task" [ 985.295745] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.306979] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.456251] env[62136]: DEBUG nova.network.neutron [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updated VIF entry in instance network info cache for port f5afbeaf-8352-4075-a632-46a645e31914. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.456627] env[62136]: DEBUG nova.network.neutron [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating instance_info_cache with network_info: [{"id": "f5afbeaf-8352-4075-a632-46a645e31914", "address": "fa:16:3e:f3:b2:79", "network": {"id": "3dab6f08-b11c-4d14-9618-291adcbd57b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-649859305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867eb2a6ea404c37b2b51f8fe67626ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5afbeaf-83", "ovs_interfaceid": "f5afbeaf-8352-4075-a632-46a645e31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.643081] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286984, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.798321] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.813577] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 42%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.834827] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.835110] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.835301] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.835452] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.835599] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.835748] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.835990] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.836177] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.836346] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.836510] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.836685] env[62136]: DEBUG nova.virt.hardware [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.837618] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be14c0bc-76f9-41a1-8978-7132b2f475f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.846571] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cef7c0-50e5-4173-929b-041a178357a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.932617] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.933224] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76236f2c-8a60-4f28-be0a-1b15a8c6862f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.944230] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 985.944230] env[62136]: value = "task-2286989" [ 985.944230] env[62136]: _type = "Task" [ 985.944230] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.954735] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.960586] env[62136]: DEBUG oslo_concurrency.lockutils [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] Releasing lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.961194] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Received event network-vif-deleted-3fc77829-c309-4b13-aa60-e840e7aa6fe2 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.961194] env[62136]: INFO nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Neutron deleted interface 3fc77829-c309-4b13-aa60-e840e7aa6fe2; detaching it from the instance and deleting it from the info cache [ 985.961353] env[62136]: DEBUG nova.network.neutron [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.145032] env[62136]: DEBUG oslo_vmware.api [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2286984, 'name': PowerOnVM_Task, 'duration_secs': 1.370984} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.145032] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.145032] env[62136]: INFO nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Took 8.03 seconds to spawn the instance on the hypervisor. [ 986.145032] env[62136]: DEBUG nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.147021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e037b5d-43ba-4c8a-8fca-598c9d21b7eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.172983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.403s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.173867] env[62136]: DEBUG nova.compute.manager [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62136) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 986.179034] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.760s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.183033] env[62136]: DEBUG nova.objects.instance [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lazy-loading 'resources' on Instance uuid c7227c14-9ccf-4177-8af1-614a382f22f1 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 986.317588] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 56%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.390880] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.390880] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.420911] env[62136]: DEBUG nova.compute.manager [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Received event network-vif-plugged-3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.421254] env[62136]: DEBUG oslo_concurrency.lockutils [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] Acquiring lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.421424] env[62136]: DEBUG oslo_concurrency.lockutils [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.421521] env[62136]: DEBUG oslo_concurrency.lockutils [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.421693] env[62136]: DEBUG nova.compute.manager [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] No waiting events found dispatching network-vif-plugged-3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.421962] env[62136]: WARNING nova.compute.manager [req-985ab464-b08b-435c-89ed-7fd0d4b33ba3 req-b07437d3-489d-438e-b8cd-fbf374440203 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Received unexpected event network-vif-plugged-3869716c-5c5d-4423-a4e8-c92c5da26fc5 for instance with vm_state building and task_state spawning. [ 986.456650] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286989, 'name': PowerOffVM_Task, 'duration_secs': 0.295286} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.456947] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.457872] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d001e-22d5-4747-8115-fd5eabbaca14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.485131] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2059e842-84d1-4413-a23c-7e62e0afefb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.488572] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24a5986-0500-4a3a-86a0-921a057dee2d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.502360] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Successfully updated port: 3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.508653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eedd0b-617e-4cf9-815d-5791a9bb0556 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.533704] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.534011] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda4cfd6-2c93-4f3e-81d2-4ba317f22090 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.549098] env[62136]: DEBUG nova.compute.manager [req-ff06c1b9-333b-4bd8-8f08-74dbd71798bb req-59b70d21-7fa9-4cd2-bc85-11ac3aca002a service nova] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Detach interface failed, port_id=3fc77829-c309-4b13-aa60-e840e7aa6fe2, reason: Instance 28ad29fb-0e74-45db-8400-6d779d029aae could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 986.555336] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 986.555336] env[62136]: value = "task-2286990" [ 986.555336] env[62136]: _type = "Task" [ 986.555336] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.568431] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 986.568707] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.568987] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.569165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.569358] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.569647] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d982f56-5c83-4f91-be48-231afdb24af2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582128] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.582347] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.583299] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3a2bdf-47ec-4637-8386-973f47751a3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.590969] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 986.590969] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292ea35-eb09-56ce-3739-93a54fa7a345" [ 986.590969] env[62136]: _type = "Task" [ 986.590969] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.604685] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292ea35-eb09-56ce-3739-93a54fa7a345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.671537] env[62136]: INFO nova.compute.manager [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Took 17.98 seconds to build instance. [ 986.752404] env[62136]: INFO nova.scheduler.client.report [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted allocation for migration 2ba27add-01cd-474f-86c1-52cac308ca86 [ 986.816506] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 69%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.878526] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.878785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.900809] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.900935] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 986.958918] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28da0e-13bf-4063-a03e-d911cc5d75ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.968389] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcf057-ae07-460f-9957-c316f4a565f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.005752] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7d806-30b3-4977-8a70-7bd009ede0dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.015628] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9993ab6c-c83b-45ad-a9f8-135c3319cdf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020401] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.020563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.020693] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.033768] env[62136]: DEBUG nova.compute.provider_tree [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.102963] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292ea35-eb09-56ce-3739-93a54fa7a345, 'name': SearchDatastore_Task, 'duration_secs': 0.024729} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.103868] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797a54fe-eba0-4e9d-b3c8-2f0ca7739c07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.106571] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.106786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.112694] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 987.112694] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5274dae6-1db9-c187-d63d-6d69d8826cf6" [ 987.112694] env[62136]: _type = "Task" [ 987.112694] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.123261] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5274dae6-1db9-c187-d63d-6d69d8826cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.177338] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a25e7231-702e-4159-9074-65f4740a6a14 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.490s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.262513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ff5eb570-4452-42bd-b51a-ba7ed57a7ab3 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.888s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.324348] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 82%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.381908] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.539055] env[62136]: DEBUG nova.scheduler.client.report [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.584187] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.610673] env[62136]: INFO nova.compute.manager [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Detaching volume 39dc823e-8975-4706-886c-3b939d3d3402 [ 987.624068] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5274dae6-1db9-c187-d63d-6d69d8826cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.024239} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.625706] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.625706] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. {{(pid=62136) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 987.625706] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0d1db8-11ea-45c5-94f8-8e62ce5b6996 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.635360] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 987.635360] env[62136]: value = "task-2286991" [ 987.635360] env[62136]: _type = "Task" [ 987.635360] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.649489] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.659396] env[62136]: INFO nova.virt.block_device [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Attempting to driver detach volume 39dc823e-8975-4706-886c-3b939d3d3402 from mountpoint /dev/sdb [ 987.659396] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.659604] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.660682] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf734399-930b-4172-b575-7a57f69409ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.684670] env[62136]: DEBUG nova.objects.instance [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 987.690803] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d512b-64eb-404d-92e1-090f43aefe97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.702096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35632a4-7955-41a2-be65-04978c80a02d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.730588] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5117dc3-09e5-428e-8995-9c208a80a647 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.750168] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] The volume has not been displaced from its original location: [datastore2] volume-39dc823e-8975-4706-886c-3b939d3d3402/volume-39dc823e-8975-4706-886c-3b939d3d3402.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.756060] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.756385] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8dfb31-bddb-498d-ae82-56502f8a775a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.780239] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 987.780239] env[62136]: value = "task-2286992" [ 987.780239] env[62136]: _type = "Task" [ 987.780239] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.790046] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.810255] env[62136]: DEBUG nova.network.neutron [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Updating instance_info_cache with network_info: [{"id": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "address": "fa:16:3e:7c:8d:18", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869716c-5c", "ovs_interfaceid": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.814116] env[62136]: DEBUG nova.compute.manager [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.814388] env[62136]: DEBUG nova.compute.manager [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.814633] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.814823] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.815012] env[62136]: DEBUG nova.network.neutron [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.823992] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 97%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.907203] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.044047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.047372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.778s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.048995] env[62136]: INFO nova.compute.claims [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.069453] env[62136]: INFO nova.scheduler.client.report [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Deleted allocations for instance c7227c14-9ccf-4177-8af1-614a382f22f1 [ 988.146476] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.196688] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.196855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.197067] env[62136]: DEBUG nova.network.neutron [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.197218] env[62136]: DEBUG nova.objects.instance [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'info_cache' on Instance uuid 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 988.298557] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.317076] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task} progress is 98%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.323974] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.324361] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Instance network_info: |[{"id": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "address": "fa:16:3e:7c:8d:18", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869716c-5c", "ovs_interfaceid": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.324890] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:8d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3869716c-5c5d-4423-a4e8-c92c5da26fc5', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.333670] env[62136]: DEBUG oslo.service.loopingcall [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.336577] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.336719] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4987999-4553-4798-8770-3cf64270eab1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.360433] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.360433] env[62136]: value = "task-2286993" [ 988.360433] env[62136]: _type = "Task" [ 988.360433] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.371249] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286993, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.578830] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2153a6a2-4030-41af-8a68-33e0b56bcdb6 tempest-ServerShowV254Test-223595940 tempest-ServerShowV254Test-223595940-project-member] Lock "c7227c14-9ccf-4177-8af1-614a382f22f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.369s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.584105] env[62136]: DEBUG nova.compute.manager [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Received event network-changed-3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.584382] env[62136]: DEBUG nova.compute.manager [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Refreshing instance network info cache due to event network-changed-3869716c-5c5d-4423-a4e8-c92c5da26fc5. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.584621] env[62136]: DEBUG oslo_concurrency.lockutils [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] Acquiring lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.584849] env[62136]: DEBUG oslo_concurrency.lockutils [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] Acquired lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590749] env[62136]: DEBUG nova.network.neutron [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Refreshing network info cache for port 3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.648905] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286991, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011376} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.652308] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk. [ 988.653209] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03939365-343d-478f-90c6-a62c239d1a4f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.691109] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.692528] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78332378-6cb1-4b02-a527-9ef6fbf667eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.711017] env[62136]: DEBUG nova.objects.base [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Object Instance<0676af54-5f23-4457-bb79-4513618368db> lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.720587] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 988.720587] env[62136]: value = "task-2286994" [ 988.720587] env[62136]: _type = "Task" [ 988.720587] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.732175] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.754493] env[62136]: DEBUG nova.network.neutron [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.754873] env[62136]: DEBUG nova.network.neutron [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.791623] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286992, 'name': ReconfigVM_Task, 'duration_secs': 0.537206} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.792074] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.798445] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b7edb4-d21f-4973-b6f5-e1a85eefe28a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.815048] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.815557] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.827303] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286988, 'name': RelocateVM_Task, 'duration_secs': 3.474638} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.829560] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 988.829911] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465491', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'name': 'volume-8ad22998-84b8-4e25-bb38-906dcff314d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70f04c9a-dccf-4ffc-ae12-ab2de89bbeff', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'serial': '8ad22998-84b8-4e25-bb38-906dcff314d3'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 988.830416] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 988.830416] env[62136]: value = "task-2286995" [ 988.830416] env[62136]: _type = "Task" [ 988.830416] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.831320] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895aedb-f8ec-4558-85b4-506592687f3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.859463] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.859866] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5cfe6f-2c12-4fa8-9262-5fcfeb8eff06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.871029] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286993, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.889232] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-8ad22998-84b8-4e25-bb38-906dcff314d3/volume-8ad22998-84b8-4e25-bb38-906dcff314d3.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.889795] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f81ba9-f237-46ac-9673-97e26e8491de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913682] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 988.913682] env[62136]: value = "task-2286996" [ 988.913682] env[62136]: _type = "Task" [ 988.913682] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.921511] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.230764] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286994, 'name': ReconfigVM_Task, 'duration_secs': 0.382633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.231276] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe/f9a52f0b-bf25-404f-8242-b079f119d77d-rescue.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.232695] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e95e4b-c01a-46c7-96b5-020339a09f85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.263311] env[62136]: DEBUG oslo_concurrency.lockutils [req-bc33a515-8a95-4406-ae74-eabbaf60c69a req-843fbdbc-21a5-49e7-b124-db72373ff604 service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.274729] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10270260-2634-4784-a43c-e6c16a2a8713 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.291820] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 989.291820] env[62136]: value = "task-2286997" [ 989.291820] env[62136]: _type = "Task" [ 989.291820] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.305534] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.322186] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.350414] env[62136]: DEBUG oslo_vmware.api [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2286995, 'name': ReconfigVM_Task, 'duration_secs': 0.208137} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.350527] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465469', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'name': 'volume-39dc823e-8975-4706-886c-3b939d3d3402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee73907-5c06-4929-a0ba-80b30c90d85b', 'attached_at': '', 'detached_at': '', 'volume_id': '39dc823e-8975-4706-886c-3b939d3d3402', 'serial': '39dc823e-8975-4706-886c-3b939d3d3402'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.375911] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2286993, 'name': CreateVM_Task, 'duration_secs': 0.521227} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.376122] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.376801] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.376968] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.377785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.378181] env[62136]: DEBUG nova.network.neutron [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Updated VIF entry in instance network info cache for port 3869716c-5c5d-4423-a4e8-c92c5da26fc5. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.378504] env[62136]: DEBUG nova.network.neutron [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Updating instance_info_cache with network_info: [{"id": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "address": "fa:16:3e:7c:8d:18", "network": {"id": "6426ccc8-03ff-4dbd-baf8-5635072032ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-546240900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb16f72a67f4c7ebcf9cf5851a59293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3869716c-5c", "ovs_interfaceid": "3869716c-5c5d-4423-a4e8-c92c5da26fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.380421] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8cff9b-d799-4826-8527-78499d932ede {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.387853] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 989.387853] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5296c3fa-2181-a6aa-a1c9-2b368e691508" [ 989.387853] env[62136]: _type = "Task" [ 989.387853] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.395907] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b099aa1-0b35-4187-b61f-a75efea52bbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.402546] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5296c3fa-2181-a6aa-a1c9-2b368e691508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.408464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401d5d6-0f1f-48e3-98c8-8ba126ec8d48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.448676] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286996, 'name': ReconfigVM_Task, 'duration_secs': 0.293441} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.452192] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f7a40e-a838-425d-9e07-470810380ce0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.454881] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-8ad22998-84b8-4e25-bb38-906dcff314d3/volume-8ad22998-84b8-4e25-bb38-906dcff314d3.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.460434] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b8ca4b-d2c2-46d3-8ea9-61ed84bc9777 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.477261] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b5d0f3-1471-45f0-8d71-f40b6174fdf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.481656] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 989.481656] env[62136]: value = "task-2286998" [ 989.481656] env[62136]: _type = "Task" [ 989.481656] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.482546] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.482698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.482872] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 989.496428] env[62136]: DEBUG nova.compute.provider_tree [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.507999] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.581761] env[62136]: DEBUG nova.network.neutron [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [{"id": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "address": "fa:16:3e:f2:47:fd", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778067c9-64", "ovs_interfaceid": "778067c9-6446-4f47-bc02-7b6d0a8387ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.803562] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286997, 'name': ReconfigVM_Task, 'duration_secs': 0.175554} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.805426] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.805802] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df66d18e-9700-439f-93f4-e3a973343448 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.814072] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 989.814072] env[62136]: value = "task-2286999" [ 989.814072] env[62136]: _type = "Task" [ 989.814072] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.822332] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.848656] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.882417] env[62136]: DEBUG oslo_concurrency.lockutils [req-3f78afe4-1569-4567-8766-b7d28585e7cb req-4ce76f3b-d173-44f8-be43-98d0be206049 service nova] Releasing lock "refresh_cache-910fa7cd-5a93-47c3-9ff6-50762038167e" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.900045] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5296c3fa-2181-a6aa-a1c9-2b368e691508, 'name': SearchDatastore_Task, 'duration_secs': 0.020045} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.900045] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.900874] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.900874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.900874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.900874] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.901165] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b7a0906-6b0e-4fe2-9b7c-ba15113522eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.904412] env[62136]: DEBUG nova.objects.instance [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'flavor' on Instance uuid bee73907-5c06-4929-a0ba-80b30c90d85b {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 989.915651] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.915911] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.916709] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a205da-38a5-4c0e-98c9-cca5d0a2b896 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.923435] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 989.923435] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e80a5-7366-3b2b-60ff-0791b4ca738d" [ 989.923435] env[62136]: _type = "Task" [ 989.923435] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.932741] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e80a5-7366-3b2b-60ff-0791b4ca738d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.998532] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2286998, 'name': ReconfigVM_Task, 'duration_secs': 0.131496} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.998851] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465491', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'name': 'volume-8ad22998-84b8-4e25-bb38-906dcff314d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70f04c9a-dccf-4ffc-ae12-ab2de89bbeff', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'serial': '8ad22998-84b8-4e25-bb38-906dcff314d3'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 990.000050] env[62136]: DEBUG nova.scheduler.client.report [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.005304] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-692d029a-8f2a-4b66-8ee4-e0cdad919ad1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.017905] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 990.017905] env[62136]: value = "task-2287000" [ 990.017905] env[62136]: _type = "Task" [ 990.017905] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.031434] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287000, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.086735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-0676af54-5f23-4457-bb79-4513618368db" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.329215] env[62136]: DEBUG oslo_vmware.api [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2286999, 'name': PowerOnVM_Task, 'duration_secs': 0.42138} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.329515] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.333850] env[62136]: DEBUG nova.compute.manager [None req-b6d9f442-7af9-45b7-91dc-5f340c126ef5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.334819] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88efcc-c00d-4e2e-848e-3667342d6bdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.434408] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e80a5-7366-3b2b-60ff-0791b4ca738d, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.435222] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a34d99-dc56-467e-8c5c-2aeb13ed9847 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.441370] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 990.441370] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52199d5b-acc2-550d-83a1-2125d41a4642" [ 990.441370] env[62136]: _type = "Task" [ 990.441370] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.450205] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52199d5b-acc2-550d-83a1-2125d41a4642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.513084] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.513625] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.516213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.631s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.516437] env[62136]: DEBUG nova.objects.instance [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lazy-loading 'resources' on Instance uuid 28ad29fb-0e74-45db-8400-6d779d029aae {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 990.530355] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287000, 'name': Rename_Task, 'duration_secs': 0.144145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.532017] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.532017] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4ef026-ac8c-4853-a079-f9ca18f093e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.543023] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 990.543023] env[62136]: value = "task-2287001" [ 990.543023] env[62136]: _type = "Task" [ 990.543023] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.555179] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.886018] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.912484] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f93117a2-f044-4c37-b619-22ab8e0cd435 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.806s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.953831] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52199d5b-acc2-550d-83a1-2125d41a4642, 'name': SearchDatastore_Task, 'duration_secs': 0.026746} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.954116] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.954380] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 910fa7cd-5a93-47c3-9ff6-50762038167e/910fa7cd-5a93-47c3-9ff6-50762038167e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.954661] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-472b0860-acb3-4a8c-b1e1-b1d27e4d6fb4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.965032] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 990.965032] env[62136]: value = "task-2287002" [ 990.965032] env[62136]: _type = "Task" [ 990.965032] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.974574] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.023356] env[62136]: DEBUG nova.compute.utils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.024940] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.025114] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.053764] env[62136]: DEBUG oslo_vmware.api [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287001, 'name': PowerOnVM_Task, 'duration_secs': 0.467334} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.053987] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.054208] env[62136]: INFO nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Took 6.94 seconds to spawn the instance on the hypervisor. [ 991.054416] env[62136]: DEBUG nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.055203] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153a576-57b9-4998-8679-6ccbd82464c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.099488] env[62136]: DEBUG nova.policy [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.101323] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.101604] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205b52ed-95ca-4b0b-8a45-e2eb2cb6600e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.112331] env[62136]: DEBUG oslo_vmware.api [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 991.112331] env[62136]: value = "task-2287003" [ 991.112331] env[62136]: _type = "Task" [ 991.112331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.120795] env[62136]: DEBUG oslo_vmware.api [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.330729] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a363c-fab9-4ed4-a7ad-5cac3e3684fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.342214] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9be4f-8690-4e91-ae45-4c88072842aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.385054] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20fedbb-a738-40bc-9ebf-83ce8d6cdedd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.389421] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.389421] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 991.389421] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.389945] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.389945] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.390048] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.390211] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.390417] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.390550] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 991.390692] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.397050] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90537738-2b9a-4871-a0e4-fbb92fe3b3a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.416714] env[62136]: DEBUG nova.compute.provider_tree [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.428643] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.428846] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.429135] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.429375] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.429548] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.431831] env[62136]: INFO nova.compute.manager [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Terminating instance [ 991.479923] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.528394] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.577795] env[62136]: INFO nova.compute.manager [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Took 21.30 seconds to build instance. [ 991.624815] env[62136]: DEBUG oslo_vmware.api [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.659906] env[62136]: INFO nova.compute.manager [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Unrescuing [ 991.659906] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.660125] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.660576] env[62136]: DEBUG nova.network.neutron [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.795900] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Successfully created port: cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.893894] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.921049] env[62136]: DEBUG nova.scheduler.client.report [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.939021] env[62136]: DEBUG nova.compute.manager [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.939021] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.939021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f7158-ff7f-4094-92f5-a662f53dab01 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.947895] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.948377] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d7798f-6c9d-4ff9-9cd4-c90f84d4fa02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.961430] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 991.961430] env[62136]: value = "task-2287004" [ 991.961430] env[62136]: _type = "Task" [ 991.961430] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.975050] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.980805] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746423} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.984021] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 910fa7cd-5a93-47c3-9ff6-50762038167e/910fa7cd-5a93-47c3-9ff6-50762038167e.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.984021] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.984021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125c91e4-ad6c-401d-8f29-1e0e53fd08c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.990947] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 991.990947] env[62136]: value = "task-2287005" [ 991.990947] env[62136]: _type = "Task" [ 991.990947] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.001681] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.081858] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f6a08122-ea87-4c59-a34b-012b01ed2f0b tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.811s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.124470] env[62136]: DEBUG oslo_vmware.api [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287003, 'name': PowerOnVM_Task, 'duration_secs': 0.52017} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.124797] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.125029] env[62136]: DEBUG nova.compute.manager [None req-f5315c15-a53e-42b4-badb-9ff5256d81db tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.125814] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06748813-e663-4f1e-ae10-17bdf8f8626d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.212110] env[62136]: DEBUG nova.compute.manager [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Received event network-changed-f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.218243] env[62136]: DEBUG nova.compute.manager [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Refreshing instance network info cache due to event network-changed-f5afbeaf-8352-4075-a632-46a645e31914. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.218523] env[62136]: DEBUG oslo_concurrency.lockutils [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] Acquiring lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.218682] env[62136]: DEBUG oslo_concurrency.lockutils [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] Acquired lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.218854] env[62136]: DEBUG nova.network.neutron [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Refreshing network info cache for port f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.426811] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.434115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.243s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.434843] env[62136]: DEBUG nova.objects.instance [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lazy-loading 'resources' on Instance uuid 25105611-c79d-44cb-a5a4-defe6695cc8f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 992.466188] env[62136]: INFO nova.scheduler.client.report [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted allocations for instance 28ad29fb-0e74-45db-8400-6d779d029aae [ 992.476237] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287004, 'name': PowerOffVM_Task, 'duration_secs': 0.437001} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.478310] env[62136]: DEBUG nova.network.neutron [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.479731] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.480161] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.480921] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d02c2a2-2a13-4703-8782-7e6b49b2a948 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.514166] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264297} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.518019] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.518019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227296b9-971b-4cf3-9b14-6916e64d82f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.542801] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 910fa7cd-5a93-47c3-9ff6-50762038167e/910fa7cd-5a93-47c3-9ff6-50762038167e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.544123] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.546246] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f2a138-7991-494a-8723-e1bc2e37a5de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.574395] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 992.574395] env[62136]: value = "task-2287007" [ 992.574395] env[62136]: _type = "Task" [ 992.574395] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.584504] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.585857] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.588447] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.588447] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore2] bee73907-5c06-4929-a0ba-80b30c90d85b {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.588447] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e9a6ef-a8a7-4bad-b402-8d89f7958ac6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.596855] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 992.596855] env[62136]: value = "task-2287008" [ 992.596855] env[62136]: _type = "Task" [ 992.596855] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.606176] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.606599] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.606842] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.607133] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.607362] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.607585] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.611147] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.611463] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.613778] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.613778] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.613778] env[62136]: DEBUG nova.virt.hardware [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.614094] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a07eb-f8e1-40b8-ba69-4659f0171c7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.636171] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.637451] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440103a9-b0c8-4ec0-9d69-ad2d3e57b096 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.971217] env[62136]: DEBUG nova.network.neutron [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updated VIF entry in instance network info cache for port f5afbeaf-8352-4075-a632-46a645e31914. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.971217] env[62136]: DEBUG nova.network.neutron [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating instance_info_cache with network_info: [{"id": "f5afbeaf-8352-4075-a632-46a645e31914", "address": "fa:16:3e:f3:b2:79", "network": {"id": "3dab6f08-b11c-4d14-9618-291adcbd57b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-649859305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867eb2a6ea404c37b2b51f8fe67626ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5afbeaf-83", "ovs_interfaceid": "f5afbeaf-8352-4075-a632-46a645e31914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.977941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f959ecd2-fd62-4f05-ae96-f560f514cffd tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "28ad29fb-0e74-45db-8400-6d779d029aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.525s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.981906] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.982817] env[62136]: DEBUG nova.objects.instance [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'flavor' on Instance uuid 59e7d941-3643-4e83-abfb-f8677bf18cfe {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 993.087701] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.108453] env[62136]: DEBUG oslo_vmware.api [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363698} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.113300] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.113683] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.113750] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.114028] env[62136]: INFO nova.compute.manager [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 993.114206] env[62136]: DEBUG oslo.service.loopingcall [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.114617] env[62136]: DEBUG nova.compute.manager [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.114716] env[62136]: DEBUG nova.network.neutron [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.300197] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75113ab-28b3-48bb-98ae-451deae7a5ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314211] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e509a6-978e-4974-a5fb-481924f36b3e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.348435] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442582bc-f348-45fb-9a4d-6d3c87b845b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.359464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a3bc8-4f28-4806-9898-58603020c8da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.376829] env[62136]: DEBUG nova.compute.provider_tree [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.476210] env[62136]: DEBUG oslo_concurrency.lockutils [req-6d6b4b1c-1574-4f49-9593-3d529a2cce6f req-c01d888f-77d4-4498-93dc-4514df04043c service nova] Releasing lock "refresh_cache-70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.493670] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78d4838-f3b0-4d75-b8f6-e4ea33e2c553 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.523525] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.523889] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c007d4-5bbe-4b12-ba3b-28963b388d38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.532453] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 993.532453] env[62136]: value = "task-2287009" [ 993.532453] env[62136]: _type = "Task" [ 993.532453] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.543262] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.587652] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287007, 'name': ReconfigVM_Task, 'duration_secs': 0.634979} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.589029] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 910fa7cd-5a93-47c3-9ff6-50762038167e/910fa7cd-5a93-47c3-9ff6-50762038167e.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.590225] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94bb5b03-cda7-4240-9027-513ccc3e49e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.603601] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 993.603601] env[62136]: value = "task-2287010" [ 993.603601] env[62136]: _type = "Task" [ 993.603601] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.613210] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287010, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.696060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.696371] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.696682] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "0676af54-5f23-4457-bb79-4513618368db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.696832] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.697061] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.699767] env[62136]: INFO nova.compute.manager [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Terminating instance [ 993.879468] env[62136]: DEBUG nova.scheduler.client.report [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.953520] env[62136]: DEBUG nova.compute.manager [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Received event network-vif-plugged-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.953520] env[62136]: DEBUG oslo_concurrency.lockutils [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] Acquiring lock "b488e4da-788c-4295-b71d-c7d95938a350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.953520] env[62136]: DEBUG oslo_concurrency.lockutils [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] Lock "b488e4da-788c-4295-b71d-c7d95938a350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.953702] env[62136]: DEBUG oslo_concurrency.lockutils [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] Lock "b488e4da-788c-4295-b71d-c7d95938a350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.954015] env[62136]: DEBUG nova.compute.manager [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] No waiting events found dispatching network-vif-plugged-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.954354] env[62136]: WARNING nova.compute.manager [req-fbd3dd9c-4c4e-450a-aa6f-21683539e8e5 req-ab622c59-1d8f-41a1-9ef1-29dbae7e5dcb service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Received unexpected event network-vif-plugged-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a for instance with vm_state building and task_state spawning. [ 994.047530] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287009, 'name': PowerOffVM_Task, 'duration_secs': 0.242761} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.048784] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Successfully updated port: cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.050956] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.059330] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.059330] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c26a48-cd92-49a3-9082-9a748cda4823 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.084020] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 994.084020] env[62136]: value = "task-2287011" [ 994.084020] env[62136]: _type = "Task" [ 994.084020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.095758] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.118531] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287010, 'name': Rename_Task, 'duration_secs': 0.199159} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.118531] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.118531] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0993ff65-1860-428f-9d8e-f00f6f08a301 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124054] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 994.124054] env[62136]: value = "task-2287012" [ 994.124054] env[62136]: _type = "Task" [ 994.124054] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.136142] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.205017] env[62136]: DEBUG nova.compute.manager [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.205313] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.206300] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb107e-6911-4a4f-b508-8abace7a5dbf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.217892] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.218543] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8070a9b5-6ea1-41d7-aa2e-b43b2bb7a588 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.226440] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 994.226440] env[62136]: value = "task-2287013" [ 994.226440] env[62136]: _type = "Task" [ 994.226440] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.237304] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.258611] env[62136]: DEBUG nova.compute.manager [req-cb7da852-edb1-4381-883e-4843d266cec9 req-547a9206-38bc-4357-87b7-899bddb13a31 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Received event network-vif-deleted-817cb418-d150-4f05-af8f-7b136e5b4034 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.258931] env[62136]: INFO nova.compute.manager [req-cb7da852-edb1-4381-883e-4843d266cec9 req-547a9206-38bc-4357-87b7-899bddb13a31 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Neutron deleted interface 817cb418-d150-4f05-af8f-7b136e5b4034; detaching it from the instance and deleting it from the info cache [ 994.259481] env[62136]: DEBUG nova.network.neutron [req-cb7da852-edb1-4381-883e-4843d266cec9 req-547a9206-38bc-4357-87b7-899bddb13a31 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.261883] env[62136]: DEBUG nova.network.neutron [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.386409] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.389551] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.482s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.390867] env[62136]: INFO nova.compute.claims [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.417579] env[62136]: INFO nova.scheduler.client.report [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Deleted allocations for instance 25105611-c79d-44cb-a5a4-defe6695cc8f [ 994.553524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.553607] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553723] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.593159] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287011, 'name': ReconfigVM_Task, 'duration_secs': 0.41022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.593478] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.593702] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.593995] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83188e8e-6c0f-46a9-8329-a974394569b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.600454] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 994.600454] env[62136]: value = "task-2287014" [ 994.600454] env[62136]: _type = "Task" [ 994.600454] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.608625] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.634513] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.737512] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287013, 'name': PowerOffVM_Task, 'duration_secs': 0.261633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.737815] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.737979] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.738966] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030b59eb-017d-44ed-a2e3-90c440e6a28d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.764822] env[62136]: INFO nova.compute.manager [-] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Took 1.65 seconds to deallocate network for instance. [ 994.765186] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c92d7b-6bed-488c-bfa1-e1e0dece486b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.778042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79afe0a-00e5-4526-a0b8-4dc36bc810a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.816989] env[62136]: DEBUG nova.compute.manager [req-cb7da852-edb1-4381-883e-4843d266cec9 req-547a9206-38bc-4357-87b7-899bddb13a31 service nova] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Detach interface failed, port_id=817cb418-d150-4f05-af8f-7b136e5b4034, reason: Instance bee73907-5c06-4929-a0ba-80b30c90d85b could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 994.821132] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.821267] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.821416] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleting the datastore file [datastore1] 0676af54-5f23-4457-bb79-4513618368db {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.822110] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78d99f39-05c1-4523-a2b0-d688fb9fc7f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.829060] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 994.829060] env[62136]: value = "task-2287016" [ 994.829060] env[62136]: _type = "Task" [ 994.829060] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.839046] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.929796] env[62136]: DEBUG oslo_concurrency.lockutils [None req-febd5b96-714a-4b44-a00c-719a1785bd97 tempest-MultipleCreateTestJSON-1871650046 tempest-MultipleCreateTestJSON-1871650046-project-member] Lock "25105611-c79d-44cb-a5a4-defe6695cc8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.395s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.092915] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.112568] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287014, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.134595] env[62136]: DEBUG oslo_vmware.api [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287012, 'name': PowerOnVM_Task, 'duration_secs': 0.791003} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.134874] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.135096] env[62136]: INFO nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Took 9.34 seconds to spawn the instance on the hypervisor. [ 995.135284] env[62136]: DEBUG nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.136093] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddad10-5128-49fc-8ea9-151bde0caeab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.276807] env[62136]: DEBUG nova.network.neutron [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Updating instance_info_cache with network_info: [{"id": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "address": "fa:16:3e:aa:9f:dd", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5581e8-4b", "ovs_interfaceid": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.278778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.288364] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.288595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.340400] env[62136]: DEBUG oslo_vmware.api [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280822} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.340747] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.340992] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.341236] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.341470] env[62136]: INFO nova.compute.manager [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.341772] env[62136]: DEBUG oslo.service.loopingcall [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.342053] env[62136]: DEBUG nova.compute.manager [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.342183] env[62136]: DEBUG nova.network.neutron [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.623569] env[62136]: DEBUG oslo_vmware.api [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287014, 'name': PowerOnVM_Task, 'duration_secs': 0.517226} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.624786] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.624786] env[62136]: DEBUG nova.compute.manager [None req-6192c3ca-11f0-45e8-b482-69b8571352f5 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.625544] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8789ac2-16aa-46f9-89ae-27c38034e1a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.658533] env[62136]: INFO nova.compute.manager [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Took 20.44 seconds to build instance. [ 995.691470] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b37c35-dfca-458b-ba3f-7a0a35c00400 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.700226] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8ee35-30ed-4eeb-81d7-2748feca6be2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.737888] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e2105-2d4a-4850-b6d2-cc55fa8f6853 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.747676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6607119-922a-4afd-9ad5-a5aa9a8712b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.763777] env[62136]: DEBUG nova.compute.provider_tree [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.779687] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.780021] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Instance network_info: |[{"id": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "address": "fa:16:3e:aa:9f:dd", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5581e8-4b", "ovs_interfaceid": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.780476] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9f:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.789510] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating folder: Project (adc2520b2d124ad0b1c4dfae9664debc). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.790307] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-864af6b3-e21a-44b0-9ebe-1b3cd7558162 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.792088] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.806254] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created folder: Project (adc2520b2d124ad0b1c4dfae9664debc) in parent group-v465229. [ 995.806479] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating folder: Instances. Parent ref: group-v465501. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.807751] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f02cfa-3899-4908-a8a6-769e808c442c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.819680] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created folder: Instances in parent group-v465501. [ 995.819680] env[62136]: DEBUG oslo.service.loopingcall [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.819859] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.820103] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d63353f-58e9-46bf-b5b0-e802bb41adb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.841696] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.841696] env[62136]: value = "task-2287019" [ 995.841696] env[62136]: _type = "Task" [ 995.841696] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.850662] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287019, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.989541] env[62136]: DEBUG nova.compute.manager [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Received event network-changed-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.989744] env[62136]: DEBUG nova.compute.manager [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Refreshing instance network info cache due to event network-changed-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.990071] env[62136]: DEBUG oslo_concurrency.lockutils [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] Acquiring lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.990315] env[62136]: DEBUG oslo_concurrency.lockutils [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] Acquired lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.990397] env[62136]: DEBUG nova.network.neutron [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Refreshing network info cache for port cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.163198] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2185bdf7-4298-4733-a471-00e111e54f66 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.960s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.268108] env[62136]: DEBUG nova.scheduler.client.report [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.317434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.354954] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287019, 'name': CreateVM_Task, 'duration_secs': 0.394818} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.355304] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.356176] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.356346] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.356677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.357126] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ca771e-3e3b-4bbd-acd1-31fe12c21dca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.362795] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 996.362795] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5244727d-034a-bc32-3706-4306255776de" [ 996.362795] env[62136]: _type = "Task" [ 996.362795] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.372386] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5244727d-034a-bc32-3706-4306255776de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.384334] env[62136]: DEBUG nova.network.neutron [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.774426] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.775632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.927s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.777468] env[62136]: INFO nova.compute.claims [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.880771] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5244727d-034a-bc32-3706-4306255776de, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.884583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.884583] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.884583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.884583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.884583] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.884583] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7f0a3d-ad15-4f85-97db-dffe5f5ecf6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.886918] env[62136]: INFO nova.compute.manager [-] [instance: 0676af54-5f23-4457-bb79-4513618368db] Took 1.54 seconds to deallocate network for instance. [ 996.897138] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.897315] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.898062] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4fa561-17cc-4604-af44-2741ae42c757 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.904584] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 996.904584] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bc71f4-1e76-14ee-0842-8b2946a97f13" [ 996.904584] env[62136]: _type = "Task" [ 996.904584] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.925120] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bc71f4-1e76-14ee-0842-8b2946a97f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.925877] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5cd6e7-8a2e-4583-bdb0-7cc17a353e25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.936420] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 996.936420] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d1c45-4c75-16c4-d811-6284cddc3644" [ 996.936420] env[62136]: _type = "Task" [ 996.936420] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.946581] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d1c45-4c75-16c4-d811-6284cddc3644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.010113] env[62136]: DEBUG nova.network.neutron [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Updated VIF entry in instance network info cache for port cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.010113] env[62136]: DEBUG nova.network.neutron [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Updating instance_info_cache with network_info: [{"id": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "address": "fa:16:3e:aa:9f:dd", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5581e8-4b", "ovs_interfaceid": "cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.132350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "910fa7cd-5a93-47c3-9ff6-50762038167e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.132673] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.132859] env[62136]: DEBUG nova.compute.manager [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.133782] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d0327-1a35-44de-a2d4-3481f31a6e8c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142058] env[62136]: DEBUG nova.compute.manager [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.142682] env[62136]: DEBUG nova.objects.instance [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'flavor' on Instance uuid 910fa7cd-5a93-47c3-9ff6-50762038167e {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 997.281469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "0c4dca5e-9356-4d98-8c68-8f04094bff7c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.281835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "0c4dca5e-9356-4d98-8c68-8f04094bff7c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.393893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.431127] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.431411] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.448808] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d1c45-4c75-16c4-d811-6284cddc3644, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.449102] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.449370] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] b488e4da-788c-4295-b71d-c7d95938a350/b488e4da-788c-4295-b71d-c7d95938a350.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.449638] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92884d03-1231-461d-a55e-d793564ee281 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.458070] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 997.458070] env[62136]: value = "task-2287020" [ 997.458070] env[62136]: _type = "Task" [ 997.458070] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.467020] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.514850] env[62136]: DEBUG oslo_concurrency.lockutils [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] Releasing lock "refresh_cache-b488e4da-788c-4295-b71d-c7d95938a350" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.514960] env[62136]: DEBUG nova.compute.manager [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Received event network-vif-deleted-778067c9-6446-4f47-bc02-7b6d0a8387ed {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.515109] env[62136]: INFO nova.compute.manager [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Neutron deleted interface 778067c9-6446-4f47-bc02-7b6d0a8387ed; detaching it from the instance and deleting it from the info cache [ 997.515290] env[62136]: DEBUG nova.network.neutron [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.788771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "0c4dca5e-9356-4d98-8c68-8f04094bff7c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.789430] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.935249] env[62136]: INFO nova.compute.manager [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Detaching volume 653f48c5-68f7-4f01-8318-52e8af7b03ac [ 997.969767] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475327} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.969871] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] b488e4da-788c-4295-b71d-c7d95938a350/b488e4da-788c-4295-b71d-c7d95938a350.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.970034] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.970303] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b22c1f-08c0-40c5-8e37-c122b80ddf70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.978438] env[62136]: INFO nova.virt.block_device [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Attempting to driver detach volume 653f48c5-68f7-4f01-8318-52e8af7b03ac from mountpoint /dev/sdb [ 997.978438] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.978519] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465481', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'name': 'volume-653f48c5-68f7-4f01-8318-52e8af7b03ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd', 'attached_at': '', 'detached_at': '', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'serial': '653f48c5-68f7-4f01-8318-52e8af7b03ac'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.979412] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de011eb-a99b-472a-a7c7-2f367fa58bab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.983779] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 997.983779] env[62136]: value = "task-2287021" [ 997.983779] env[62136]: _type = "Task" [ 997.983779] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.007143] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca63058-4135-42fd-9b22-00ed1802b85d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.012891] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.016115] env[62136]: DEBUG nova.compute.manager [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.016361] env[62136]: DEBUG nova.compute.manager [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing instance network info cache due to event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.016523] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.016768] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.016849] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.022840] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b65591-e334-4204-a9b1-fedc75144792 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.025592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab160c-c29c-47bf-954a-6e5d2e36d2b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.759402] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.760605] env[62136]: DEBUG nova.compute.utils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 998.764237] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73abb288-6f3e-48e0-a8ed-b3be94e6f41c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.766271] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.766448] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.771463] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad794f-2ac6-45ba-9c06-def5c75224e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.776573] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94acd5-2b7e-44e3-bde1-da373a7a6374 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.797799] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064862} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.809641] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.810354] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] The volume has not been displaced from its original location: [datastore2] volume-653f48c5-68f7-4f01-8318-52e8af7b03ac/volume-653f48c5-68f7-4f01-8318-52e8af7b03ac.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.815722] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.816131] env[62136]: DEBUG oslo_vmware.api [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 998.816131] env[62136]: value = "task-2287022" [ 998.816131] env[62136]: _type = "Task" [ 998.816131] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.829679] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d7dc4-5b13-4159-82ef-0ad5f7d835b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.832229] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96987eb-1130-4fb6-b499-f0adc1247bdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.845644] env[62136]: DEBUG nova.compute.manager [req-cb25ae79-0bd7-4e9a-bdc4-3bb5e0be39d4 req-72181841-473f-4b61-add3-1f9528be6851 service nova] [instance: 0676af54-5f23-4457-bb79-4513618368db] Detach interface failed, port_id=778067c9-6446-4f47-bc02-7b6d0a8387ed, reason: Instance 0676af54-5f23-4457-bb79-4513618368db could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 998.857147] env[62136]: DEBUG oslo_vmware.api [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.872193] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 998.872193] env[62136]: value = "task-2287023" [ 998.872193] env[62136]: _type = "Task" [ 998.872193] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.880689] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b488e4da-788c-4295-b71d-c7d95938a350/b488e4da-788c-4295-b71d-c7d95938a350.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.881744] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba2e2fb-dec8-40c7-8ac5-1bf04fdd1678 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.907879] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.909985] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 998.909985] env[62136]: value = "task-2287024" [ 998.909985] env[62136]: _type = "Task" [ 998.909985] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.916924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fd399-439f-4c3a-a0bb-c095a299a5e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.928379] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2268d83f-5d3f-473a-9f8b-8ff7400352dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.932215] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.969033] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980ec6b-ea26-4faf-8a1c-26b88ba6371b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.974852] env[62136]: DEBUG nova.policy [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f420b02013469cb80cb4520980d99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5184ebc4c594e3cbbde34823d25be5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.979960] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e800744-7ffc-4de6-b7e3-4eacdbeb53bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.997843] env[62136]: DEBUG nova.compute.provider_tree [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.145497] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updated VIF entry in instance network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.145853] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.265039] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.356881] env[62136]: DEBUG oslo_vmware.api [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287022, 'name': PowerOffVM_Task, 'duration_secs': 0.323506} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.357232] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.357335] env[62136]: DEBUG nova.compute.manager [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.358101] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb9e35-11e5-40e6-8ca4-f54aa5e70ef1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.391579] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287023, 'name': ReconfigVM_Task, 'duration_secs': 0.297345} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.391858] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.396977] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4cdd7a9-7e37-440f-af26-e3469bd934d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.415563] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 999.415563] env[62136]: value = "task-2287025" [ 999.415563] env[62136]: _type = "Task" [ 999.415563] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.421928] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287024, 'name': ReconfigVM_Task, 'duration_secs': 0.319017} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.422567] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b488e4da-788c-4295-b71d-c7d95938a350/b488e4da-788c-4295-b71d-c7d95938a350.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.423235] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb38d35-9b44-471f-994d-68faddf826b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.427846] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.433394] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 999.433394] env[62136]: value = "task-2287026" [ 999.433394] env[62136]: _type = "Task" [ 999.433394] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.442865] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287026, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.502809] env[62136]: DEBUG nova.scheduler.client.report [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.571245] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Successfully created port: af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.649016] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.649320] env[62136]: DEBUG nova.compute.manager [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.649497] env[62136]: DEBUG nova.compute.manager [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing instance network info cache due to event network-changed-2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.649715] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Acquiring lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.649861] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Acquired lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.650290] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Refreshing network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.869839] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2a816577-bda0-431d-95c2-f932a124f3e6 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.737s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.927094] env[62136]: DEBUG oslo_vmware.api [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287025, 'name': ReconfigVM_Task, 'duration_secs': 0.160248} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.927429] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465481', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'name': 'volume-653f48c5-68f7-4f01-8318-52e8af7b03ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd', 'attached_at': '', 'detached_at': '', 'volume_id': '653f48c5-68f7-4f01-8318-52e8af7b03ac', 'serial': '653f48c5-68f7-4f01-8318-52e8af7b03ac'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.942920] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287026, 'name': Rename_Task, 'duration_secs': 0.165682} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.943386] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.943495] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd80184-d6e6-43de-88c7-ce24794c1d3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.951606] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 999.951606] env[62136]: value = "task-2287027" [ 999.951606] env[62136]: _type = "Task" [ 999.951606] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.960816] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.006994] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.231s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.007576] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.015026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.117s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.015026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.015026] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.015026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.735s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.015026] env[62136]: DEBUG nova.objects.instance [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'resources' on Instance uuid bee73907-5c06-4929-a0ba-80b30c90d85b {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1000.019644] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1315e09d-90b7-488a-ad46-c26968fab7da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.029630] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b1bce9-8390-4dcd-94c7-b99913fcb9b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.048250] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc125fc3-1279-4da5-ae65-356dc31d6427 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.057301] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534e241-d9e1-4178-a63c-26d9f2a519a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.093423] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178491MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.093596] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.275207] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.323104] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.323544] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.323637] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.323834] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.324327] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.324327] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.324720] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.327048] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.327048] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.327048] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.327048] env[62136]: DEBUG nova.virt.hardware [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.327048] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de83530-c730-4304-9ce0-99efd7e9d893 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.342518] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe48d7d-658d-42f8-9b23-6da93fff4b36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.469197] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.492067] env[62136]: DEBUG nova.objects.instance [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1000.519315] env[62136]: DEBUG nova.compute.utils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.519315] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.519315] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.641150] env[62136]: DEBUG nova.policy [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.730172] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updated VIF entry in instance network info cache for port 2be56985-6935-4c1a-b350-41612fb0c2d6. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.730172] env[62136]: DEBUG nova.network.neutron [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [{"id": "2be56985-6935-4c1a-b350-41612fb0c2d6", "address": "fa:16:3e:6d:94:8b", "network": {"id": "71a37c13-3b05-4757-a0e7-044bb0104f3e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1479562679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c869d21b9e464b9744b78a6c708060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be56985-69", "ovs_interfaceid": "2be56985-6935-4c1a-b350-41612fb0c2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.867563] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eccc148-71a3-4b76-accd-daebdd3c4fd1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.885031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b18dcec-f537-4792-b896-bf33197f300f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.923496] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8f51e-b37f-4992-b75f-d7d3724b1194 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.933676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccb4993-94bc-4004-afcf-40c327c2b3a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.948197] env[62136]: DEBUG nova.compute.provider_tree [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.962842] env[62136]: DEBUG oslo_vmware.api [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287027, 'name': PowerOnVM_Task, 'duration_secs': 0.686459} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.963815] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.964090] env[62136]: INFO nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1000.964329] env[62136]: DEBUG nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.965175] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb970b-8f6f-4c99-b1a2-fbceddbe008f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.025009] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.034685] env[62136]: DEBUG nova.compute.manager [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Received event network-vif-plugged-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.034837] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] Acquiring lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.034969] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.035231] env[62136]: DEBUG oslo_concurrency.lockutils [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.036492] env[62136]: DEBUG nova.compute.manager [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] No waiting events found dispatching network-vif-plugged-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.036492] env[62136]: WARNING nova.compute.manager [req-b8696323-b5c9-4bb8-bb4e-05956eec4005 req-37f846af-7f09-4c5c-b3c7-3284abd1aed7 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Received unexpected event network-vif-plugged-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 for instance with vm_state building and task_state spawning. [ 1001.148815] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Successfully updated port: af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.234129] env[62136]: DEBUG oslo_concurrency.lockutils [req-da6f23ed-1443-4a7b-b0b8-1e68ed7f4bcb req-21b44616-670c-46f8-8be8-1d8aab4a3cbf service nova] Releasing lock "refresh_cache-59e7d941-3643-4e83-abfb-f8677bf18cfe" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "910fa7cd-5a93-47c3-9ff6-50762038167e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.250022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.252877] env[62136]: INFO nova.compute.manager [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Terminating instance [ 1001.255313] env[62136]: INFO nova.compute.manager [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Terminating instance [ 1001.339103] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Successfully created port: a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.451976] env[62136]: DEBUG nova.scheduler.client.report [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.486584] env[62136]: INFO nova.compute.manager [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Took 20.25 seconds to build instance. [ 1001.502533] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8cafdbcd-a73a-4968-a6ae-3eecf9d6254a tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.071s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.651620] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.653199] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquired lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.653429] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.705289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.705697] env[62136]: DEBUG oslo_concurrency.lockutils [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.705935] env[62136]: DEBUG nova.compute.manager [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.707104] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98eb16-01d6-4097-9c55-a34a905184c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.714949] env[62136]: DEBUG nova.compute.manager [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1001.715587] env[62136]: DEBUG nova.objects.instance [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1001.757459] env[62136]: DEBUG nova.compute.manager [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.757581] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.758096] env[62136]: DEBUG nova.compute.manager [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.758286] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.759098] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a7400e-3058-4e8a-896d-958362f2850a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.763537] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3982e804-fd64-40e3-8546-58070d084c2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.771226] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.773294] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ab3287-cd2a-4377-8efb-e21dcabbacd9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.774764] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.774985] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b83fc5ea-79f2-4b9c-b237-7a515c1846e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782271] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1001.782271] env[62136]: value = "task-2287029" [ 1001.782271] env[62136]: _type = "Task" [ 1001.782271] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.791268] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.854812] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.855077] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.855419] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] 910fa7cd-5a93-47c3-9ff6-50762038167e {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.855764] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b236898-402f-41c9-b911-ba873d0122b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.862623] env[62136]: DEBUG oslo_vmware.api [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 1001.862623] env[62136]: value = "task-2287030" [ 1001.862623] env[62136]: _type = "Task" [ 1001.862623] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.873882] env[62136]: DEBUG oslo_vmware.api [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.958501] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.961028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.643s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.962183] env[62136]: INFO nova.compute.claims [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.983549] env[62136]: INFO nova.scheduler.client.report [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocations for instance bee73907-5c06-4929-a0ba-80b30c90d85b [ 1001.989247] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b7e624cf-d9f8-465a-985d-36fff00c672f tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.760s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.040191] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "b488e4da-788c-4295-b71d-c7d95938a350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.040376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.040644] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "b488e4da-788c-4295-b71d-c7d95938a350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.040946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.041255] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.044076] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.048116] env[62136]: INFO nova.compute.manager [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Terminating instance [ 1002.092173] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.092704] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.093017] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.093361] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.093615] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.093880] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.094250] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.094532] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.095530] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.095799] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.096082] env[62136]: DEBUG nova.virt.hardware [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.097785] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6069f9b9-88d1-4593-ae19-8d6092ce8c6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.109659] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705d58f-0e36-44df-bee2-56a0dc939ba4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.197920] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.296941] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287029, 'name': PowerOffVM_Task, 'duration_secs': 0.317001} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.297414] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.297769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.298406] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b78281fd-344f-4487-803e-0ee7fce75fa2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.378239] env[62136]: DEBUG oslo_vmware.api [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140233} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.383770] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.384463] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.384843] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.385180] env[62136]: INFO nova.compute.manager [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1002.385735] env[62136]: DEBUG oslo.service.loopingcall [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.386128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.386650] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.386969] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleting the datastore file [datastore2] 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.387506] env[62136]: DEBUG nova.compute.manager [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.387723] env[62136]: DEBUG nova.network.neutron [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.393170] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e659fe7a-8988-4d24-8709-a5f42f1e01a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.407263] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1002.407263] env[62136]: value = "task-2287032" [ 1002.407263] env[62136]: _type = "Task" [ 1002.407263] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.418775] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.492060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a4a3bca1-1529-4d9e-ad78-8a8a56f1efbd tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "bee73907-5c06-4929-a0ba-80b30c90d85b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.062s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.495337] env[62136]: DEBUG nova.network.neutron [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Updating instance_info_cache with network_info: [{"id": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "address": "fa:16:3e:a8:b5:ac", "network": {"id": "6e4ae598-8524-4746-a247-5918fa247b21", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1140839831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5184ebc4c594e3cbbde34823d25be5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf512d89-61", "ovs_interfaceid": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.560033] env[62136]: DEBUG nova.compute.manager [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.560033] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.560033] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc6eb3-a8f9-4a36-986c-1b5bb38077ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.569729] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.571121] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be4bb3a-50f2-459e-9154-7fa0038df90e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.582198] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1002.582198] env[62136]: value = "task-2287033" [ 1002.582198] env[62136]: _type = "Task" [ 1002.582198] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.596423] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.727973] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.727973] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03c5255-6ebf-44bb-85fb-442654cc96c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.735502] env[62136]: DEBUG oslo_vmware.api [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1002.735502] env[62136]: value = "task-2287034" [ 1002.735502] env[62136]: _type = "Task" [ 1002.735502] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.751363] env[62136]: DEBUG oslo_vmware.api [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.924099] env[62136]: DEBUG oslo_vmware.api [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184614} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.924486] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.924763] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.925053] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.925280] env[62136]: INFO nova.compute.manager [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.925740] env[62136]: DEBUG oslo.service.loopingcall [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.927821] env[62136]: DEBUG nova.compute.manager [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.927821] env[62136]: DEBUG nova.network.neutron [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.994692] env[62136]: DEBUG nova.compute.manager [req-cb630343-4b8f-4ad2-b706-819eff30226a req-8a2c6a98-3efa-4580-86cf-9961ea37ffe6 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Received event network-vif-deleted-3869716c-5c5d-4423-a4e8-c92c5da26fc5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.995319] env[62136]: INFO nova.compute.manager [req-cb630343-4b8f-4ad2-b706-819eff30226a req-8a2c6a98-3efa-4580-86cf-9961ea37ffe6 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Neutron deleted interface 3869716c-5c5d-4423-a4e8-c92c5da26fc5; detaching it from the instance and deleting it from the info cache [ 1002.995652] env[62136]: DEBUG nova.network.neutron [req-cb630343-4b8f-4ad2-b706-819eff30226a req-8a2c6a98-3efa-4580-86cf-9961ea37ffe6 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.002941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Releasing lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.004258] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Instance network_info: |[{"id": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "address": "fa:16:3e:a8:b5:ac", "network": {"id": "6e4ae598-8524-4746-a247-5918fa247b21", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1140839831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5184ebc4c594e3cbbde34823d25be5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf512d89-61", "ovs_interfaceid": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.010531] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af512d89-6136-4fc9-ae44-c2ee8e6d0ee3', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.024025] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Creating folder: Project (a5184ebc4c594e3cbbde34823d25be5c). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.024025] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503d7644-6478-43ec-b41f-5cd9d4ec6e9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.038891] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Created folder: Project (a5184ebc4c594e3cbbde34823d25be5c) in parent group-v465229. [ 1003.038891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Creating folder: Instances. Parent ref: group-v465504. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.038891] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5508e11e-500d-4c3e-9546-6b598aab3c13 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.053024] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Created folder: Instances in parent group-v465504. [ 1003.053024] env[62136]: DEBUG oslo.service.loopingcall [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.053024] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.053024] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2ec3a0-6307-48a7-9e82-2230b9ce3001 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.075855] env[62136]: DEBUG nova.compute.manager [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Received event network-changed-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.076255] env[62136]: DEBUG nova.compute.manager [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Refreshing instance network info cache due to event network-changed-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.076693] env[62136]: DEBUG oslo_concurrency.lockutils [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] Acquiring lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.076947] env[62136]: DEBUG oslo_concurrency.lockutils [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] Acquired lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.077239] env[62136]: DEBUG nova.network.neutron [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Refreshing network info cache for port af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.081316] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.081316] env[62136]: value = "task-2287037" [ 1003.081316] env[62136]: _type = "Task" [ 1003.081316] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.095134] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287033, 'name': PowerOffVM_Task, 'duration_secs': 0.213709} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.099099] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.099356] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.100117] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287037, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.102880] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47fdeb11-37d0-4df1-b234-85f7e8e47c33 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.206913] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.207374] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.207653] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore1] b488e4da-788c-4295-b71d-c7d95938a350 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.207961] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1b748b-e5a5-493d-aab2-8146fbe7edff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.222758] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1003.222758] env[62136]: value = "task-2287039" [ 1003.222758] env[62136]: _type = "Task" [ 1003.222758] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.242255] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.255593] env[62136]: DEBUG oslo_vmware.api [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287034, 'name': PowerOffVM_Task, 'duration_secs': 0.302924} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.256050] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.256362] env[62136]: DEBUG nova.compute.manager [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.258609] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f42a6d-1cee-4e52-80f1-8d01aaf83159 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.339703] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Successfully updated port: a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.374023] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc46b10-9bb1-41f3-adde-2c5e0ffea8ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.385345] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00917ff-ce54-415b-a3f4-526f64f9dcc8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.423612] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129a8c2-9a00-4cd0-beab-8dde29f99286 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.433332] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71edd9-4d5a-4c9d-8532-90af1947e8f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.451021] env[62136]: DEBUG nova.compute.provider_tree [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.468026] env[62136]: DEBUG nova.network.neutron [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.512368] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-109ed16d-42db-4b3c-9360-cc8ab3366500 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.522973] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f864a5cb-ca9e-4f7d-9cda-57cfd036c56a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.563026] env[62136]: DEBUG nova.compute.manager [req-cb630343-4b8f-4ad2-b706-819eff30226a req-8a2c6a98-3efa-4580-86cf-9961ea37ffe6 service nova] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Detach interface failed, port_id=3869716c-5c5d-4423-a4e8-c92c5da26fc5, reason: Instance 910fa7cd-5a93-47c3-9ff6-50762038167e could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1003.598693] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287037, 'name': CreateVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.734742] env[62136]: DEBUG oslo_vmware.api [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245278} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.737310] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.737587] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.737865] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.738126] env[62136]: INFO nova.compute.manager [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1003.738421] env[62136]: DEBUG oslo.service.loopingcall [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.739108] env[62136]: DEBUG nova.compute.manager [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.739187] env[62136]: DEBUG nova.network.neutron [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.781188] env[62136]: DEBUG oslo_concurrency.lockutils [None req-488914e2-aafd-4e4e-991e-c268627d7680 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.843638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.843896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.844210] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.958514] env[62136]: DEBUG nova.scheduler.client.report [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.971466] env[62136]: INFO nova.compute.manager [-] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Took 1.58 seconds to deallocate network for instance. [ 1003.992588] env[62136]: DEBUG nova.network.neutron [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Updated VIF entry in instance network info cache for port af512d89-6136-4fc9-ae44-c2ee8e6d0ee3. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.993629] env[62136]: DEBUG nova.network.neutron [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Updating instance_info_cache with network_info: [{"id": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "address": "fa:16:3e:a8:b5:ac", "network": {"id": "6e4ae598-8524-4746-a247-5918fa247b21", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1140839831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5184ebc4c594e3cbbde34823d25be5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf512d89-61", "ovs_interfaceid": "af512d89-6136-4fc9-ae44-c2ee8e6d0ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.097705] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287037, 'name': CreateVM_Task, 'duration_secs': 0.574692} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.097995] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.098837] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.098919] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.099250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.099627] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90656003-44cf-425a-b889-f7c7f4e5498b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.107228] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.107704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.110659] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1004.110659] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e8b493-0c47-a83d-3a3d-18b6c6689a2a" [ 1004.110659] env[62136]: _type = "Task" [ 1004.110659] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.119559] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e8b493-0c47-a83d-3a3d-18b6c6689a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.281980] env[62136]: DEBUG nova.network.neutron [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.379436] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.465455] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.465751] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.468680] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.075s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.468680] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.470622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.377s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.479390] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.492203] env[62136]: INFO nova.scheduler.client.report [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted allocations for instance 0676af54-5f23-4457-bb79-4513618368db [ 1004.497937] env[62136]: DEBUG oslo_concurrency.lockutils [req-72bd6933-100d-4b92-a2b7-6569c309be62 req-8f333eeb-3450-420d-b9de-a7840da34015 service nova] Releasing lock "refresh_cache-a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.531048] env[62136]: DEBUG nova.network.neutron [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.609306] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.621912] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e8b493-0c47-a83d-3a3d-18b6c6689a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.622228] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.622496] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.622736] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.622882] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.623077] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.623350] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4d9f76-51ee-42d5-bc2b-27768a009da1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.632488] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.632668] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.633405] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0cd4b9-07ce-45ce-935c-7552110f4c42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.638909] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1004.638909] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a1f42-a501-891e-959a-8f873f25a71c" [ 1004.638909] env[62136]: _type = "Task" [ 1004.638909] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.647227] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a1f42-a501-891e-959a-8f873f25a71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.661706] env[62136]: DEBUG nova.objects.instance [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1004.701982] env[62136]: DEBUG nova.network.neutron [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.785217] env[62136]: INFO nova.compute.manager [-] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Took 1.86 seconds to deallocate network for instance. [ 1004.815652] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.815652] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.974034] env[62136]: DEBUG nova.compute.utils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.983047] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.983243] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.001542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-66aef4ed-715e-4f17-ab6b-c0c29cc61e8f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "0676af54-5f23-4457-bb79-4513618368db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.305s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.035735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.036082] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Instance network_info: |[{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.037597] env[62136]: DEBUG nova.policy [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62cc103ccef14ead9a396cbd745f854c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11700c8f296a463b87cee10b35fa3884', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.039670] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:15:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a703b86b-5f1f-471b-a3e4-21afa16bee4f', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.046815] env[62136]: DEBUG oslo.service.loopingcall [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.047292] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.047834] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5407b4-b524-436a-93f6-23d6bb9e9929 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.065138] env[62136]: DEBUG nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-vif-plugged-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.065351] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.065559] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.065723] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.065891] env[62136]: DEBUG nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] No waiting events found dispatching network-vif-plugged-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.066070] env[62136]: WARNING nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received unexpected event network-vif-plugged-a703b86b-5f1f-471b-a3e4-21afa16bee4f for instance with vm_state building and task_state spawning. [ 1005.066237] env[62136]: DEBUG nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.066390] env[62136]: DEBUG nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing instance network info cache due to event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.066568] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.066704] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.066859] env[62136]: DEBUG nova.network.neutron [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.076478] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.076478] env[62136]: value = "task-2287040" [ 1005.076478] env[62136]: _type = "Task" [ 1005.076478] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.087227] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287040, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.105480] env[62136]: DEBUG nova.compute.manager [req-acb20e45-cff3-48e2-8356-cacb2090583a req-586d7204-2650-4d5e-8e02-5aed3367ef87 service nova] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Received event network-vif-deleted-83421bdb-8abc-45f5-b20b-3380c5c1bd12 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.132300] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.150440] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a1f42-a501-891e-959a-8f873f25a71c, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.151282] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6da6b0-ed80-4973-a5fe-83bfaa12ce20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.157320] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1005.157320] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524b232e-7fc8-8fbe-5d9b-e9e9da3169eb" [ 1005.157320] env[62136]: _type = "Task" [ 1005.157320] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.167053] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524b232e-7fc8-8fbe-5d9b-e9e9da3169eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.167956] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.168778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168778] env[62136]: DEBUG nova.network.neutron [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.168778] env[62136]: DEBUG nova.objects.instance [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'info_cache' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1005.204396] env[62136]: INFO nova.compute.manager [-] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Took 1.47 seconds to deallocate network for instance. [ 1005.299810] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.317150] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.442173] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Successfully created port: a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.488109] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.519223] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519403] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e1896db5-a141-41cb-9b57-193a21929bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519530] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f2d6e69c-f5ab-4034-8803-472138e42721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519645] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519761] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519875] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance e0c44643-9513-4ab6-963b-2aca3134fc22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.519988] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c356e5e5-c53b-44ce-8d37-2695ffe8f097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520115] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 59e7d941-3643-4e83-abfb-f8677bf18cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520229] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 9fd729e2-79f8-48fb-a54e-d849bbecfed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520355] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520536] env[62136]: WARNING nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 910fa7cd-5a93-47c3-9ff6-50762038167e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.520656] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance b488e4da-788c-4295-b71d-c7d95938a350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520768] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a4bc46e4-45d5-4b4a-857e-1b0bb822dec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520880] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance f731e137-791e-40ed-a556-5d1df4d9cf59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.520989] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a4b0f72b-62c7-4953-a602-a030b6ac4f57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.587993] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287040, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.668307] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524b232e-7fc8-8fbe-5d9b-e9e9da3169eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.668595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.668854] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] a4bc46e4-45d5-4b4a-857e-1b0bb822dec5/a4bc46e4-45d5-4b4a-857e-1b0bb822dec5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.669125] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da90d0a-201d-42e0-a91e-39ed18d6a148 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.672288] env[62136]: DEBUG nova.objects.base [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Object Instance<5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd> lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.678552] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1005.678552] env[62136]: value = "task-2287041" [ 1005.678552] env[62136]: _type = "Task" [ 1005.678552] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.688405] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.710409] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.839228] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.876461] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.876691] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.885871] env[62136]: DEBUG nova.network.neutron [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updated VIF entry in instance network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.886284] env[62136]: DEBUG nova.network.neutron [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.024335] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 2737f440-1a0f-47d0-afc3-4f3100436b30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1006.090658] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287040, 'name': CreateVM_Task, 'duration_secs': 0.797684} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.090845] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.091561] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.091728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.092076] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.092390] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce81707-6ad3-4d99-83df-113c430de25b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.098333] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1006.098333] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286c987-18f2-7945-4de2-7a80e6ae7bf5" [ 1006.098333] env[62136]: _type = "Task" [ 1006.098333] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.107837] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286c987-18f2-7945-4de2-7a80e6ae7bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.196330] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.379508] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.388715] env[62136]: DEBUG oslo_concurrency.lockutils [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.388715] env[62136]: DEBUG nova.compute.manager [req-d9544be3-7c46-4697-b914-a16427acdb19 req-560ee68d-16b1-4a29-82f4-5d54e58874ba service nova] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Received event network-vif-deleted-cd5581e8-4ba5-4ffa-bc2e-e9c03232b92a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.424333] env[62136]: DEBUG nova.network.neutron [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [{"id": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "address": "fa:16:3e:a2:11:22", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceea7b-5d", "ovs_interfaceid": "33ceea7b-5deb-4d9e-ac3e-50838d984ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.501056] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.523334] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.523641] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.523801] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.523985] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.524153] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.524303] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.524509] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.524673] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.524840] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.525011] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.525202] env[62136]: DEBUG nova.virt.hardware [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.526087] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cac662d-27a2-4601-ab83-329d64be4f5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.529190] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5d00c5ff-272e-4ca8-85a3-93d035939c42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1006.536534] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42f25e-26e6-45e9-a57c-0691d33e6540 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.608730] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5286c987-18f2-7945-4de2-7a80e6ae7bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.019741} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.609041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.609288] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.609549] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.609712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.609896] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.610175] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd6b86c-ad4b-4dc9-a687-89cecf8f3ad2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.618698] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.618879] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.619587] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230c917d-8e7c-443b-86a8-e9da3cd77d70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.624631] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1006.624631] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce47d6-0cb4-9d20-35ca-1867828a5d89" [ 1006.624631] env[62136]: _type = "Task" [ 1006.624631] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.632313] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce47d6-0cb4-9d20-35ca-1867828a5d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.689317] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.901979] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.928357] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "refresh_cache-5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.032087] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1007.032377] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1007.032579] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1007.088838] env[62136]: DEBUG nova.compute.manager [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Received event network-vif-plugged-a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.089066] env[62136]: DEBUG oslo_concurrency.lockutils [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.089336] env[62136]: DEBUG oslo_concurrency.lockutils [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.089435] env[62136]: DEBUG oslo_concurrency.lockutils [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.089588] env[62136]: DEBUG nova.compute.manager [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] No waiting events found dispatching network-vif-plugged-a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.089874] env[62136]: WARNING nova.compute.manager [req-69e86002-8574-4f1a-a72c-e0a0ec544eae req-f26483c3-6628-4333-ac3a-83a02a0a1d61 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Received unexpected event network-vif-plugged-a72a028b-f3e1-4ad9-b10e-b65181eafd57 for instance with vm_state building and task_state spawning. [ 1007.114210] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Successfully updated port: a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.138514] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ce47d6-0cb4-9d20-35ca-1867828a5d89, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.142013] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96a01f1-9354-4b05-8e56-b7006f8ac59b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.148824] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1007.148824] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290a999-ee49-7532-8cb7-8206ade2ce80" [ 1007.148824] env[62136]: _type = "Task" [ 1007.148824] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.161947] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290a999-ee49-7532-8cb7-8206ade2ce80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.193027] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479232} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.193332] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] a4bc46e4-45d5-4b4a-857e-1b0bb822dec5/a4bc46e4-45d5-4b4a-857e-1b0bb822dec5.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.193621] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.193914] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e004afd7-9902-472c-869d-37c687571ffa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.201706] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1007.201706] env[62136]: value = "task-2287042" [ 1007.201706] env[62136]: _type = "Task" [ 1007.201706] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.213401] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.296928] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae09da-733c-4673-9c08-33a7f7b23ea1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.306228] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bffebad-74ad-4082-b95c-6dfef408baac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.343048] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5d8a17-12fb-4413-8131-470cf3c55cbf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.351592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd33f2-1695-45b5-94da-008476621db5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.368463] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.618033] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.618198] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.618348] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.659682] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5290a999-ee49-7532-8cb7-8206ade2ce80, 'name': SearchDatastore_Task, 'duration_secs': 0.056363} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.660258] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.660544] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f731e137-791e-40ed-a556-5d1df4d9cf59/f731e137-791e-40ed-a556-5d1df4d9cf59.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.660794] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a5a5122-b6d7-4448-812a-14c5a28ce7f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.667695] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1007.667695] env[62136]: value = "task-2287043" [ 1007.667695] env[62136]: _type = "Task" [ 1007.667695] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.675359] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.711323] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138564} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.711565] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.712348] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a5a9d-2820-4c6f-97cf-80c0339d8d11 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.736256] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a4bc46e4-45d5-4b4a-857e-1b0bb822dec5/a4bc46e4-45d5-4b4a-857e-1b0bb822dec5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.736605] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42c38d8-d905-41f2-99d3-5361d51e3953 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.758324] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1007.758324] env[62136]: value = "task-2287044" [ 1007.758324] env[62136]: _type = "Task" [ 1007.758324] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.767102] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.870389] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.933769] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.934126] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02fd4d2-2612-4de7-a5bc-fbb8218bd284 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.945529] env[62136]: DEBUG oslo_vmware.api [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1007.945529] env[62136]: value = "task-2287045" [ 1007.945529] env[62136]: _type = "Task" [ 1007.945529] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.958429] env[62136]: DEBUG oslo_vmware.api [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.173645] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.182158] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485087} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.182494] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] f731e137-791e-40ed-a556-5d1df4d9cf59/f731e137-791e-40ed-a556-5d1df4d9cf59.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.183347] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.183647] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f5408ef-9a8d-4cd3-b1ea-10bf4180b1f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.190861] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1008.190861] env[62136]: value = "task-2287046" [ 1008.190861] env[62136]: _type = "Task" [ 1008.190861] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.201240] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.271218] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.375461] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1008.375722] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.905s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.376089] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.897s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.376303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.378371] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.246s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.380054] env[62136]: INFO nova.compute.claims [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.409322] env[62136]: INFO nova.scheduler.client.report [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance 910fa7cd-5a93-47c3-9ff6-50762038167e [ 1008.457899] env[62136]: DEBUG oslo_vmware.api [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.672992] env[62136]: DEBUG nova.network.neutron [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [{"id": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "address": "fa:16:3e:d4:dc:04", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72a028b-f3", "ovs_interfaceid": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.701101] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.769662] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.921628] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c351070a-969c-4043-a67f-aa0974591238 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "910fa7cd-5a93-47c3-9ff6-50762038167e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.674s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.957347] env[62136]: DEBUG oslo_vmware.api [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287045, 'name': PowerOnVM_Task, 'duration_secs': 0.529467} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.957629] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.957835] env[62136]: DEBUG nova.compute.manager [None req-f12b8b5b-d88a-4977-8f95-5d29a5d0a403 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.958615] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e07ad69-3a1f-45bd-949c-bae088d0c3e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.119243] env[62136]: DEBUG nova.compute.manager [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Received event network-changed-a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.119243] env[62136]: DEBUG nova.compute.manager [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Refreshing instance network info cache due to event network-changed-a72a028b-f3e1-4ad9-b10e-b65181eafd57. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.119353] env[62136]: DEBUG oslo_concurrency.lockutils [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] Acquiring lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.175831] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.176186] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Instance network_info: |[{"id": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "address": "fa:16:3e:d4:dc:04", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72a028b-f3", "ovs_interfaceid": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.176479] env[62136]: DEBUG oslo_concurrency.lockutils [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] Acquired lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.176662] env[62136]: DEBUG nova.network.neutron [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Refreshing network info cache for port a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.177895] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:dc:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a72a028b-f3e1-4ad9-b10e-b65181eafd57', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.186898] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating folder: Project (11700c8f296a463b87cee10b35fa3884). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.188014] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eacb2d0-ae34-4e4e-9a4a-a1219c7f54bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.200081] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.925091} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.201355] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.201653] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created folder: Project (11700c8f296a463b87cee10b35fa3884) in parent group-v465229. [ 1009.201829] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating folder: Instances. Parent ref: group-v465508. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.202567] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52098087-1858-4328-9918-c017be46b35a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.204856] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12294e5b-8667-4a59-af17-0d71ade115cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.225959] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] f731e137-791e-40ed-a556-5d1df4d9cf59/f731e137-791e-40ed-a556-5d1df4d9cf59.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.227443] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5b9cfc-9105-4925-ba34-0a5ef92360f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.241168] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created folder: Instances in parent group-v465508. [ 1009.241399] env[62136]: DEBUG oslo.service.loopingcall [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.241597] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.242140] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d077131-0df7-462b-a1ac-ca0d5fdd6631 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.257634] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1009.257634] env[62136]: value = "task-2287049" [ 1009.257634] env[62136]: _type = "Task" [ 1009.257634] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.265832] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.265832] env[62136]: value = "task-2287050" [ 1009.265832] env[62136]: _type = "Task" [ 1009.265832] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.274300] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.277647] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287044, 'name': ReconfigVM_Task, 'duration_secs': 1.338086} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.278347] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a4bc46e4-45d5-4b4a-857e-1b0bb822dec5/a4bc46e4-45d5-4b4a-857e-1b0bb822dec5.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.279063] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c4ce316-7b3e-4f0b-836d-80bdab675ca2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.284252] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287050, 'name': CreateVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.290493] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1009.290493] env[62136]: value = "task-2287051" [ 1009.290493] env[62136]: _type = "Task" [ 1009.290493] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.301606] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287051, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.482680] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "f2d6e69c-f5ab-4034-8803-472138e42721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.482680] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.482900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.483081] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.483233] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.485548] env[62136]: INFO nova.compute.manager [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Terminating instance [ 1009.628124] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc19ad-ad73-4335-8f87-21b46f4cf6eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.636432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a32e7-0630-4844-9ff5-027af711f5fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.669648] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a19aef7-0a4b-4cd0-8f36-f3f8a65d2014 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.677769] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f16293-d162-4f04-9473-61991daaab78 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.695036] env[62136]: DEBUG nova.compute.provider_tree [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.769120] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287049, 'name': ReconfigVM_Task, 'duration_secs': 0.298147} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.772242] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfigured VM instance instance-00000067 to attach disk [datastore2] f731e137-791e-40ed-a556-5d1df4d9cf59/f731e137-791e-40ed-a556-5d1df4d9cf59.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.772963] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05011164-d8df-435b-8bc0-56a3031d1867 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.781231] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287050, 'name': CreateVM_Task, 'duration_secs': 0.386196} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.782357] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.782733] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1009.782733] env[62136]: value = "task-2287052" [ 1009.782733] env[62136]: _type = "Task" [ 1009.782733] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.783400] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.783560] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.783880] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.784186] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6567455c-d39e-4d45-8a0a-05804849e235 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.792467] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1009.792467] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b6768c-7767-8a9d-038b-c8cfb47787ad" [ 1009.792467] env[62136]: _type = "Task" [ 1009.792467] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.799026] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287052, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.810113] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287051, 'name': Rename_Task, 'duration_secs': 0.148472} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.813972] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.814303] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b6768c-7767-8a9d-038b-c8cfb47787ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.814508] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f4b8821-6831-4958-8cc1-39b3a7479c32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.816167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.816411] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.816655] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.816805] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816981] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.817252] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d33fc152-06df-44de-b132-9e438f5c9d80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.826812] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1009.826812] env[62136]: value = "task-2287053" [ 1009.826812] env[62136]: _type = "Task" [ 1009.826812] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.831345] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.831525] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.832573] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbf1914-9254-4b13-9f36-bf6ac9914761 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.837874] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.841029] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1009.841029] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5271e95a-b3c3-04dd-f1d2-8b254d390175" [ 1009.841029] env[62136]: _type = "Task" [ 1009.841029] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.849560] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5271e95a-b3c3-04dd-f1d2-8b254d390175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.993380] env[62136]: DEBUG nova.compute.manager [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.993705] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.994663] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330537ec-2751-43f1-b5e5-16c0347d3409 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.002979] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.003273] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7912ec70-9b90-4e7b-b476-698dc4ea40c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.011117] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 1010.011117] env[62136]: value = "task-2287054" [ 1010.011117] env[62136]: _type = "Task" [ 1010.011117] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.015320] env[62136]: DEBUG nova.network.neutron [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updated VIF entry in instance network info cache for port a72a028b-f3e1-4ad9-b10e-b65181eafd57. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.015702] env[62136]: DEBUG nova.network.neutron [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [{"id": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "address": "fa:16:3e:d4:dc:04", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72a028b-f3", "ovs_interfaceid": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.022169] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.198764] env[62136]: DEBUG nova.scheduler.client.report [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.296108] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287052, 'name': Rename_Task, 'duration_secs': 0.218554} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.296531] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.296910] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f69875-1b49-48fc-8b3d-c3b307e1dc69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.305079] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1010.305079] env[62136]: value = "task-2287055" [ 1010.305079] env[62136]: _type = "Task" [ 1010.305079] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.313567] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.337441] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.351460] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5271e95a-b3c3-04dd-f1d2-8b254d390175, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.352268] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4c5cf0-12d5-478c-98e5-c4106db287b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.358795] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1010.358795] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523d73ab-7c73-9466-363a-34f91e6ca705" [ 1010.358795] env[62136]: _type = "Task" [ 1010.358795] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.367590] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523d73ab-7c73-9466-363a-34f91e6ca705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.518639] env[62136]: DEBUG oslo_concurrency.lockutils [req-5f6ccc4d-2379-48c8-945d-6cec6be5bf74 req-aef74ae0-3e6e-4dac-8055-385624e25548 service nova] Releasing lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.523044] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287054, 'name': PowerOffVM_Task, 'duration_secs': 0.204869} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.523044] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.523044] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.523243] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49336431-bd6f-4739-8cbe-97e8e086d7e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.602026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.602193] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.602286] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleting the datastore file [datastore2] f2d6e69c-f5ab-4034-8803-472138e42721 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.602624] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c31d9e-bee6-472b-afcf-8c1fcfbf48f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.609239] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for the task: (returnval){ [ 1010.609239] env[62136]: value = "task-2287057" [ 1010.609239] env[62136]: _type = "Task" [ 1010.609239] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.617744] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.705066] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.705292] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.708356] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.409s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.708633] env[62136]: DEBUG nova.objects.instance [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'resources' on Instance uuid 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1010.816520] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.838950] env[62136]: DEBUG oslo_vmware.api [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287053, 'name': PowerOnVM_Task, 'duration_secs': 0.519356} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.839699] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.839699] env[62136]: INFO nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1010.839896] env[62136]: DEBUG nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.841029] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948148e9-4d0c-4f49-a2eb-9618c425ece9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.873257] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523d73ab-7c73-9466-363a-34f91e6ca705, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.873640] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.873999] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a4b0f72b-62c7-4953-a602-a030b6ac4f57/a4b0f72b-62c7-4953-a602-a030b6ac4f57.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.874376] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a1b1ba-b6a9-487b-8f13-dce4da076792 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.884245] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1010.884245] env[62136]: value = "task-2287058" [ 1010.884245] env[62136]: _type = "Task" [ 1010.884245] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.893192] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.120516] env[62136]: DEBUG oslo_vmware.api [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Task: {'id': task-2287057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136009} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.120905] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.120985] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.121182] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.121397] env[62136]: INFO nova.compute.manager [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1011.121713] env[62136]: DEBUG oslo.service.loopingcall [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.121935] env[62136]: DEBUG nova.compute.manager [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.122060] env[62136]: DEBUG nova.network.neutron [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.211848] env[62136]: DEBUG nova.compute.utils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.221158] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.221397] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.309893] env[62136]: DEBUG nova.policy [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83813b42c66d49deb8605f739f582756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f11b440831491cb34f3262e3c3b785', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.333556] env[62136]: DEBUG oslo_vmware.api [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287055, 'name': PowerOnVM_Task, 'duration_secs': 0.594574} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.333556] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.333556] env[62136]: INFO nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1011.333556] env[62136]: DEBUG nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.333884] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123610a-4bf7-4d0a-abad-b5dd3a037c97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.366204] env[62136]: INFO nova.compute.manager [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Took 23.48 seconds to build instance. [ 1011.395697] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496245} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.395931] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] a4b0f72b-62c7-4953-a602-a030b6ac4f57/a4b0f72b-62c7-4953-a602-a030b6ac4f57.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.396201] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.396686] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70d5c5a-abf8-44e3-9d3c-570bdecf9c23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.407324] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1011.407324] env[62136]: value = "task-2287059" [ 1011.407324] env[62136]: _type = "Task" [ 1011.407324] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.416485] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.542412] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a499bfd-f24e-4934-be1f-98f3621fd520 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.554687] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c154a7-dc89-445a-bb36-7e7dc820fde2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.590168] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada7847-5331-4afc-ae1d-fbea617e2f65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.597199] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf728a94-780d-4063-b12d-7db5fbc802a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.613549] env[62136]: DEBUG nova.compute.provider_tree [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.646835] env[62136]: DEBUG nova.compute.manager [req-87879b97-0ff6-4cc1-b088-6248d8767738 req-347142af-d9c0-4dd3-89f9-f1049061d2a4 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Received event network-vif-deleted-03afa9a9-9242-42c8-ab13-a83ad1da77a1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.647039] env[62136]: INFO nova.compute.manager [req-87879b97-0ff6-4cc1-b088-6248d8767738 req-347142af-d9c0-4dd3-89f9-f1049061d2a4 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Neutron deleted interface 03afa9a9-9242-42c8-ab13-a83ad1da77a1; detaching it from the instance and deleting it from the info cache [ 1011.647202] env[62136]: DEBUG nova.network.neutron [req-87879b97-0ff6-4cc1-b088-6248d8767738 req-347142af-d9c0-4dd3-89f9-f1049061d2a4 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.721695] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.856671] env[62136]: INFO nova.compute.manager [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Took 22.03 seconds to build instance. [ 1011.868385] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4b72e645-7ffe-4273-9170-73a0d916456b tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.989s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.870436] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Successfully created port: c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.918683] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069282} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.918998] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.920888] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590af5f4-b55e-43b1-8c99-da33ca2bd95a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.944725] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] a4b0f72b-62c7-4953-a602-a030b6ac4f57/a4b0f72b-62c7-4953-a602-a030b6ac4f57.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.945398] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae1555c-de8a-4006-afd8-4f28cb0e79ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.966741] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1011.966741] env[62136]: value = "task-2287060" [ 1011.966741] env[62136]: _type = "Task" [ 1011.966741] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.976713] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.059957] env[62136]: DEBUG nova.network.neutron [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.118545] env[62136]: DEBUG nova.scheduler.client.report [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.149988] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2379eff-71f1-4530-a85c-aad9edad5f4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.161682] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267af80e-3be2-4026-a49d-88f83308dd21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.200279] env[62136]: DEBUG nova.compute.manager [req-87879b97-0ff6-4cc1-b088-6248d8767738 req-347142af-d9c0-4dd3-89f9-f1049061d2a4 service nova] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Detach interface failed, port_id=03afa9a9-9242-42c8-ab13-a83ad1da77a1, reason: Instance f2d6e69c-f5ab-4034-8803-472138e42721 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1012.321025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.321457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.321679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.321869] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.322067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.324400] env[62136]: INFO nova.compute.manager [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Terminating instance [ 1012.357392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-59e95605-d425-486d-a31a-5e1f983f3800 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.542s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.478114] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287060, 'name': ReconfigVM_Task, 'duration_secs': 0.293922} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.478680] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfigured VM instance instance-00000068 to attach disk [datastore2] a4b0f72b-62c7-4953-a602-a030b6ac4f57/a4b0f72b-62c7-4953-a602-a030b6ac4f57.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.479108] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a76b075-fb9f-44d9-8df0-d81167e2e84b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.487476] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1012.487476] env[62136]: value = "task-2287061" [ 1012.487476] env[62136]: _type = "Task" [ 1012.487476] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.496659] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287061, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.562443] env[62136]: INFO nova.compute.manager [-] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Took 1.44 seconds to deallocate network for instance. [ 1012.624634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.627180] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.917s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.627424] env[62136]: DEBUG nova.objects.instance [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'resources' on Instance uuid b488e4da-788c-4295-b71d-c7d95938a350 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1012.651450] env[62136]: INFO nova.scheduler.client.report [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted allocations for instance 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6 [ 1012.731634] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.756924] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.757256] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.757441] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.757629] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.757778] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.757927] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.758149] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.758312] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.758480] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.758640] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.758847] env[62136]: DEBUG nova.virt.hardware [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.759804] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9af96-e539-485e-b05e-d85704372b9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.770042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d465cf-c0e9-4b54-9a8d-614dcd761a54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.828032] env[62136]: DEBUG nova.compute.manager [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.828289] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.829270] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c388a-888f-4535-96d9-3199002df0ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.838051] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.838307] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a3aa82-6566-4e9d-a5c0-d6df537824be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.845660] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1012.845660] env[62136]: value = "task-2287062" [ 1012.845660] env[62136]: _type = "Task" [ 1012.845660] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.854292] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.004042] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287061, 'name': Rename_Task, 'duration_secs': 0.15958} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.004356] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.004615] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-457745b4-961b-49ec-b739-8fee88460056 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.014503] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1013.014503] env[62136]: value = "task-2287063" [ 1013.014503] env[62136]: _type = "Task" [ 1013.014503] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.030265] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.069546] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.098327] env[62136]: DEBUG nova.compute.manager [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.098676] env[62136]: DEBUG nova.compute.manager [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.099017] env[62136]: DEBUG oslo_concurrency.lockutils [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.099227] env[62136]: DEBUG oslo_concurrency.lockutils [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099457] env[62136]: DEBUG nova.network.neutron [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.158996] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c895c251-de89-4ebe-8c14-18b36e4b2fbb tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "840dbf7d-159b-470b-b5ad-0b77dfc4a8c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.909s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.361792] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287062, 'name': PowerOffVM_Task, 'duration_secs': 0.415804} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.362814] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.362993] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.363394] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f0fd0c-cb2c-40c3-bbc0-1bdb4feac3cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.431220] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735c78fd-bace-40c1-8838-3bd7ca54abc6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.441224] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f75c6d-d577-446d-b8f5-e142e659a3c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.484674] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab0b4b7-555b-4ebd-88b8-a488dae60e54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.488386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.488600] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.488777] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Deleting the datastore file [datastore1] a4bc46e4-45d5-4b4a-857e-1b0bb822dec5 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.489065] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53cba0ce-8d3f-437b-8e23-ebc8b1b92f67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.498685] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905c865-368e-4c9a-a810-d1c432d7b353 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.506068] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for the task: (returnval){ [ 1013.506068] env[62136]: value = "task-2287065" [ 1013.506068] env[62136]: _type = "Task" [ 1013.506068] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.522669] env[62136]: DEBUG nova.compute.provider_tree [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.531917] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.538757] env[62136]: DEBUG oslo_vmware.api [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287063, 'name': PowerOnVM_Task, 'duration_secs': 0.51464} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.540490] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Successfully updated port: c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.540723] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.540904] env[62136]: INFO nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1013.541292] env[62136]: DEBUG nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.545521] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2225d-e6ba-43c5-b785-038825a7f884 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.743153] env[62136]: DEBUG nova.compute.manager [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.743153] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.743153] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.743153] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.743153] env[62136]: DEBUG nova.compute.manager [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] No waiting events found dispatching network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.743153] env[62136]: WARNING nova.compute.manager [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received unexpected event network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d for instance with vm_state building and task_state spawning. [ 1013.743153] env[62136]: DEBUG nova.compute.manager [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.743153] env[62136]: DEBUG nova.compute.manager [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing instance network info cache due to event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.743153] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.743954] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.744279] env[62136]: DEBUG nova.network.neutron [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.865284] env[62136]: DEBUG nova.network.neutron [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.866008] env[62136]: DEBUG nova.network.neutron [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.017974] env[62136]: DEBUG oslo_vmware.api [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Task: {'id': task-2287065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347478} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.018262] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.018590] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.018704] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.018788] env[62136]: INFO nova.compute.manager [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1014.019048] env[62136]: DEBUG oslo.service.loopingcall [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.019554] env[62136]: DEBUG nova.compute.manager [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.019554] env[62136]: DEBUG nova.network.neutron [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.033139] env[62136]: DEBUG nova.scheduler.client.report [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.042567] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.074110] env[62136]: INFO nova.compute.manager [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Took 17.77 seconds to build instance. [ 1014.305833] env[62136]: DEBUG nova.network.neutron [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.371313] env[62136]: DEBUG oslo_concurrency.lockutils [req-45791bf9-c8ea-490b-b4a8-70f1c015aec1 req-aed221bf-425b-4b85-a803-f468fc8cde15 service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.462748] env[62136]: DEBUG nova.network.neutron [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.538054] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.540486] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.701s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.542094] env[62136]: INFO nova.compute.claims [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.560107] env[62136]: INFO nova.scheduler.client.report [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance b488e4da-788c-4295-b71d-c7d95938a350 [ 1014.570809] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c34761d9-f2b2-4308-9454-281cda9a66cc tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.282s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.882417] env[62136]: DEBUG nova.network.neutron [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.963905] env[62136]: DEBUG oslo_concurrency.lockutils [req-09db0c8c-3208-40ff-83bb-6daa299e7dac req-c4124b4f-4b83-4f68-ac66-040a1b97be53 service nova] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.964247] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.964413] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.072103] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6f40bf9d-4ab6-4944-93dd-665fcab16034 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "b488e4da-788c-4295-b71d-c7d95938a350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.032s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.163148] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.163390] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing instance network info cache due to event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.163698] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.163835] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.164021] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.237333] env[62136]: DEBUG nova.compute.manager [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1015.388137] env[62136]: INFO nova.compute.manager [-] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Took 1.37 seconds to deallocate network for instance. [ 1015.520853] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.756745] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.778592] env[62136]: DEBUG nova.compute.manager [req-47cd9e54-a2ba-4863-ba6d-4c0c6520ae9b req-34a9443d-6cb9-4207-b32d-0a33b4959d70 service nova] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Received event network-vif-deleted-af512d89-6136-4fc9-ae44-c2ee8e6d0ee3 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.785368] env[62136]: DEBUG nova.network.neutron [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.824874] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475d42b-a726-47e9-be57-85343dcc0325 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.833018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f750b6-3ee5-44ad-af23-ff5c11fde5bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.869659] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662b291d-24d9-4a78-89a9-c145892fdd3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.878679] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8252e4ae-22ef-457a-9f95-d0c109167125 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.895331] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.895850] env[62136]: DEBUG nova.compute.provider_tree [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.939700] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updated VIF entry in instance network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.940089] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.946172] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.946395] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.288505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.288832] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance network_info: |[{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.289316] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:67:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f34ec4-be50-486d-b0e6-e9df23b70e1d', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.297575] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating folder: Project (55f11b440831491cb34f3262e3c3b785). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.297880] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09cf571c-5592-4dee-9979-d8f91c2c18d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.312351] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created folder: Project (55f11b440831491cb34f3262e3c3b785) in parent group-v465229. [ 1016.312549] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating folder: Instances. Parent ref: group-v465511. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.313103] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5428012-24e0-45cf-87be-4025baffe078 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.323458] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created folder: Instances in parent group-v465511. [ 1016.323716] env[62136]: DEBUG oslo.service.loopingcall [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.323912] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.324147] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-486b26d8-390a-4507-8ac1-7ad5c5ac9a30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.345327] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.345327] env[62136]: value = "task-2287068" [ 1016.345327] env[62136]: _type = "Task" [ 1016.345327] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.353689] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287068, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.399085] env[62136]: DEBUG nova.scheduler.client.report [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.444471] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.444757] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.444933] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing instance network info cache due to event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.445171] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.445318] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.445484] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.448368] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.855913] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287068, 'name': CreateVM_Task, 'duration_secs': 0.326145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.856105] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.856797] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.856966] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.857309] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.857568] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7a3053-624a-4838-9088-b73ac30e697f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.862960] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1016.862960] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcf2f3-48c8-32c9-8554-5ff0db850c69" [ 1016.862960] env[62136]: _type = "Task" [ 1016.862960] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.870782] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcf2f3-48c8-32c9-8554-5ff0db850c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.905240] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.905372] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.907822] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.006s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.909617] env[62136]: INFO nova.compute.claims [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.974224] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.163868] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updated VIF entry in instance network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.164291] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.374068] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52bcf2f3-48c8-32c9-8554-5ff0db850c69, 'name': SearchDatastore_Task, 'duration_secs': 0.032392} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.374432] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.374676] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.374936] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.375097] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.375283] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.375572] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08812fe-f8f6-4591-bb8a-423b7d52c61e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.385765] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.386065] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.386885] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7c2318-147f-491c-bb0b-918241a202e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.393461] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1017.393461] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f85a12-7292-1dd0-4815-595fee2017f4" [ 1017.393461] env[62136]: _type = "Task" [ 1017.393461] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.402932] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f85a12-7292-1dd0-4815-595fee2017f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.413905] env[62136]: DEBUG nova.compute.utils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.417692] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.417994] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.469469] env[62136]: DEBUG nova.policy [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceed14621c1b479094234d3afeddc638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2040163607d54cccbb4d96cd32bad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.667440] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.667697] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.667872] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.668095] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.668243] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.668404] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.789147] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Successfully created port: 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.904694] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f85a12-7292-1dd0-4815-595fee2017f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015396} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.905530] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb6fd9c-a65b-4a67-ad86-70801a888de3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.911638] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1017.911638] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ba4db5-dd2a-ad29-b5a2-f07cd75c3f05" [ 1017.911638] env[62136]: _type = "Task" [ 1017.911638] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.920313] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ba4db5-dd2a-ad29-b5a2-f07cd75c3f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.920839] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.148649] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa0995-a17c-41ba-b9f0-62f21c77a490 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.156824] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e79f54-ba6d-459c-82e2-ac193f5ed30b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.159898] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.160142] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.160478] env[62136]: DEBUG nova.objects.instance [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid 9fd729e2-79f8-48fb-a54e-d849bbecfed9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1018.193260] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c784b8e-1bdd-4653-87e2-8bc60fd5f490 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.202059] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c545c-2d69-4581-9076-95bcf6bb0759 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.216570] env[62136]: DEBUG nova.compute.provider_tree [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.418386] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.418755] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.423328] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ba4db5-dd2a-ad29-b5a2-f07cd75c3f05, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.423829] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.424419] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.424419] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c510629-74f6-4627-a893-b7d883227115 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.434990] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1018.434990] env[62136]: value = "task-2287069" [ 1018.434990] env[62136]: _type = "Task" [ 1018.434990] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.444273] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.719309] env[62136]: DEBUG nova.scheduler.client.report [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.773971] env[62136]: DEBUG nova.objects.instance [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fd729e2-79f8-48fb-a54e-d849bbecfed9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1018.924783] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.925120] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Received event network-changed-a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.925311] env[62136]: DEBUG nova.compute.manager [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Refreshing instance network info cache due to event network-changed-a72a028b-f3e1-4ad9-b10e-b65181eafd57. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.925536] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquiring lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.925683] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Acquired lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.925850] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Refreshing network info cache for port a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.931783] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.947473] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287069, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.959193] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.959463] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.959625] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.959812] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.959974] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.960167] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.960397] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.960561] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.960819] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.961012] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.961204] env[62136]: DEBUG nova.virt.hardware [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.962059] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795037b7-91d8-4629-9774-95446ec7e9c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.972422] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa5e494-7b3c-458b-918c-e04ebc3ec3f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.224632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.225124] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.228427] env[62136]: DEBUG nova.compute.manager [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Received event network-vif-plugged-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.228635] env[62136]: DEBUG oslo_concurrency.lockutils [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] Acquiring lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.228910] env[62136]: DEBUG oslo_concurrency.lockutils [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.229015] env[62136]: DEBUG oslo_concurrency.lockutils [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.229188] env[62136]: DEBUG nova.compute.manager [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] No waiting events found dispatching network-vif-plugged-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.229359] env[62136]: WARNING nova.compute.manager [req-6237a9d9-b7c7-4692-b9ef-4799a9bddadc req-2f1d0ca6-86f2-4fc8-9287-6f2d6bdd6893 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Received unexpected event network-vif-plugged-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 for instance with vm_state building and task_state spawning. [ 1019.229874] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.161s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.230164] env[62136]: DEBUG nova.objects.instance [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lazy-loading 'resources' on Instance uuid f2d6e69c-f5ab-4034-8803-472138e42721 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1019.276925] env[62136]: DEBUG nova.objects.base [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance<9fd729e2-79f8-48fb-a54e-d849bbecfed9> lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.277240] env[62136]: DEBUG nova.network.neutron [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.287444] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Successfully updated port: 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.356203] env[62136]: DEBUG nova.policy [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.445875] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601735} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.446212] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.446416] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.446668] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-871bcaa0-450a-411f-8019-5879175c9bee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.453849] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1019.453849] env[62136]: value = "task-2287070" [ 1019.453849] env[62136]: _type = "Task" [ 1019.453849] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.461347] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.731725] env[62136]: DEBUG nova.compute.utils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1019.733450] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.733450] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.765048] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updated VIF entry in instance network info cache for port a72a028b-f3e1-4ad9-b10e-b65181eafd57. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.765529] env[62136]: DEBUG nova.network.neutron [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [{"id": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "address": "fa:16:3e:d4:dc:04", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72a028b-f3", "ovs_interfaceid": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.792424] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.792577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.792862] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.928354] env[62136]: DEBUG nova.policy [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91f4316e07b4942a386f8d561168c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a630bfaaba540e384f882b272d9a6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.963491] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070791} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.965833] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.966821] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a86598-0b80-4832-961c-d223ddd6feff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.989692] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.992894] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c89f37-99e6-44a6-8348-fd941adfadd1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.019990] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab8f4a-10e6-4ebd-8d7b-f2fe8f837d49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.023522] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1020.023522] env[62136]: value = "task-2287071" [ 1020.023522] env[62136]: _type = "Task" [ 1020.023522] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.030912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b947a36-a295-4ed3-9a23-8cda21d72d7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.038696] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.067941] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508d007-c6e6-4803-a4ff-9b36ccceb9f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.075935] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91c7dd-7704-4621-8646-a624434ac1c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.089520] env[62136]: DEBUG nova.compute.provider_tree [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.238876] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.274022] env[62136]: DEBUG oslo_concurrency.lockutils [req-d5767211-f044-4737-b39f-18c0fa0b60c8 req-f728275b-e38a-44e8-84de-d02fbf6da2ea service nova] Releasing lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.309300] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Successfully created port: 7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.332890] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.489470] env[62136]: DEBUG nova.network.neutron [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updating instance_info_cache with network_info: [{"id": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "address": "fa:16:3e:47:f2:a5", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfa9633-c8", "ovs_interfaceid": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.534917] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.593228] env[62136]: DEBUG nova.scheduler.client.report [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.973829] env[62136]: DEBUG nova.network.neutron [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Successfully updated port: b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.992886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.993187] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Instance network_info: |[{"id": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "address": "fa:16:3e:47:f2:a5", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfa9633-c8", "ovs_interfaceid": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.993611] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f2:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cfa9633-c81f-4dae-abb6-9ee3f71cbf00', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.001393] env[62136]: DEBUG oslo.service.loopingcall [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.001930] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.002177] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b3023a-1910-48cb-8c20-96aa88d4d35a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.025203] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.025203] env[62136]: value = "task-2287072" [ 1021.025203] env[62136]: _type = "Task" [ 1021.025203] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.036170] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287071, 'name': ReconfigVM_Task, 'duration_secs': 0.946342} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.039457] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.039865] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287072, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.040086] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d6f4dd-9b96-4911-9eee-1e1eecc0d3c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.047275] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1021.047275] env[62136]: value = "task-2287073" [ 1021.047275] env[62136]: _type = "Task" [ 1021.047275] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.057282] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287073, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.100218] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.102971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.346s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.123631] env[62136]: INFO nova.scheduler.client.report [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Deleted allocations for instance f2d6e69c-f5ab-4034-8803-472138e42721 [ 1021.247939] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.276109] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.276369] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.276558] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.276750] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.276901] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.277068] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.277284] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.277447] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.277627] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.277815] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.278013] env[62136]: DEBUG nova.virt.hardware [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.278912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e40c4-dd4c-4afd-b020-8f8bd09a3f7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.289282] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb359c-de46-4a02-815c-9eeb5554880b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.312878] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Received event network-changed-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.313236] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Refreshing instance network info cache due to event network-changed-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.313467] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Acquiring lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.313601] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Acquired lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.313908] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Refreshing network info cache for port 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.480827] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.480827] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.480827] env[62136]: DEBUG nova.network.neutron [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.534894] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287072, 'name': CreateVM_Task, 'duration_secs': 0.346835} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.535344] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.535812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.535983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.536310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.536564] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48ad1e4-9850-4b03-8f33-3ac07efb4274 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.541896] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1021.541896] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52511346-195e-f60e-e819-341c349ead0f" [ 1021.541896] env[62136]: _type = "Task" [ 1021.541896] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.550994] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52511346-195e-f60e-e819-341c349ead0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.558749] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287073, 'name': Rename_Task, 'duration_secs': 0.17768} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.559025] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.561834] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a84234-bc2b-46f5-84ca-85a534c994a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.568663] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1021.568663] env[62136]: value = "task-2287074" [ 1021.568663] env[62136]: _type = "Task" [ 1021.568663] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.578834] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.608208] env[62136]: INFO nova.compute.claims [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.631781] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1b48ebcb-38b4-4fea-ba49-6322ae319f52 tempest-ServersTestJSON-674848630 tempest-ServersTestJSON-674848630-project-member] Lock "f2d6e69c-f5ab-4034-8803-472138e42721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.149s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.028018] env[62136]: WARNING nova.network.neutron [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 1022.053517] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52511346-195e-f60e-e819-341c349ead0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.054243] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.054243] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.054350] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.054469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.054664] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.054944] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4182e30d-2e69-4a45-bd76-0604c2332481 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.061406] env[62136]: DEBUG nova.compute.manager [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Received event network-vif-plugged-7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.061623] env[62136]: DEBUG oslo_concurrency.lockutils [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.061928] env[62136]: DEBUG oslo_concurrency.lockutils [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.062014] env[62136]: DEBUG oslo_concurrency.lockutils [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.062659] env[62136]: DEBUG nova.compute.manager [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] No waiting events found dispatching network-vif-plugged-7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.062659] env[62136]: WARNING nova.compute.manager [req-0071e3dc-ea8a-4760-8e24-a7e7aea77d4f req-f14343b4-e6b6-4b79-a228-71beec7b8fad service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Received unexpected event network-vif-plugged-7a276aee-54be-417e-bb04-4b27abae7c43 for instance with vm_state building and task_state spawning. [ 1022.072798] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.072974] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.076881] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be25c7f-3fd6-419c-881a-2560d7d13885 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.082732] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updated VIF entry in instance network info cache for port 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.083168] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updating instance_info_cache with network_info: [{"id": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "address": "fa:16:3e:47:f2:a5", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfa9633-c8", "ovs_interfaceid": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.088817] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1022.088817] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5231ce3b-a365-a630-f969-f96d157bb490" [ 1022.088817] env[62136]: _type = "Task" [ 1022.088817] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.089077] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.105801] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5231ce3b-a365-a630-f969-f96d157bb490, 'name': SearchDatastore_Task, 'duration_secs': 0.014284} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.106637] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703b84eb-bf59-4095-bfb4-e7fe427bbcfb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.114904] env[62136]: INFO nova.compute.resource_tracker [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating resource usage from migration 3458e4fc-4603-4317-ad16-2aa203c006b9 [ 1022.120570] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1022.120570] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f201-ab5d-d373-7bdd-562b790189d2" [ 1022.120570] env[62136]: _type = "Task" [ 1022.120570] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.134301] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f201-ab5d-d373-7bdd-562b790189d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.207638] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Successfully updated port: 7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.374365] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc12ae2-da59-4235-8b18-99a9e9f6731c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.383773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2287dd-0f57-4251-96b0-cb2c2a10b5b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.423923] env[62136]: DEBUG nova.network.neutron [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "address": "fa:16:3e:63:93:d3", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b732a4-f0", "ovs_interfaceid": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.429026] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a326e0-61f1-4f23-8480-f8b7eb84aca3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.436826] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7101fc-1065-4cc9-b5b4-cb75312d8e2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.454251] env[62136]: DEBUG nova.compute.provider_tree [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.585472] env[62136]: DEBUG oslo_vmware.api [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287074, 'name': PowerOnVM_Task, 'duration_secs': 0.587372} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.585940] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.586232] env[62136]: INFO nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1022.586417] env[62136]: DEBUG nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.587250] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3223ca-d070-4d3a-a824-be8f1ba3d030 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.592599] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Releasing lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.592846] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.593266] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.593363] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.593492] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.593664] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] No waiting events found dispatching network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.593863] env[62136]: WARNING nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received unexpected event network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 for instance with vm_state active and task_state None. [ 1022.594175] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.594175] env[62136]: DEBUG nova.compute.manager [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.594376] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.636308] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5281f201-ab5d-d373-7bdd-562b790189d2, 'name': SearchDatastore_Task, 'duration_secs': 0.027731} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.637462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.637462] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5d00c5ff-272e-4ca8-85a3-93d035939c42/5d00c5ff-272e-4ca8-85a3-93d035939c42.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.638108] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043148aa-de00-42fb-bc03-104d91758200 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646179] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1022.646179] env[62136]: value = "task-2287075" [ 1022.646179] env[62136]: _type = "Task" [ 1022.646179] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.655874] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.711052] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.711216] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.711379] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.931177] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.932786] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.936834] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.936834] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.936834] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.937688] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e2e68b-f285-40f4-a56e-5566cdb09e8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.960248] env[62136]: DEBUG nova.scheduler.client.report [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.964315] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.964610] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.964796] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.964986] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.967329] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.967620] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.967981] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.968634] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.968634] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.968944] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.969173] env[62136]: DEBUG nova.virt.hardware [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.976563] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfiguring VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1022.979411] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.876s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.979727] env[62136]: INFO nova.compute.manager [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Migrating [ 1022.988714] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac3f5a5-05c9-4ad9-9823-83c10e132a27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.003018] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.108s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.003533] env[62136]: DEBUG nova.objects.instance [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lazy-loading 'resources' on Instance uuid a4bc46e4-45d5-4b4a-857e-1b0bb822dec5 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1023.023147] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1023.023147] env[62136]: value = "task-2287076" [ 1023.023147] env[62136]: _type = "Task" [ 1023.023147] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.034382] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.113689] env[62136]: INFO nova.compute.manager [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Took 18.00 seconds to build instance. [ 1023.161911] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287075, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.250604] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.433893] env[62136]: DEBUG nova.network.neutron [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.519024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.519024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.519024] env[62136]: DEBUG nova.network.neutron [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.535743] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.617090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0068f36a-3529-48f9-b576-ff2e624d1c2f tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.510s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.658337] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626597} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.660926] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5d00c5ff-272e-4ca8-85a3-93d035939c42/5d00c5ff-272e-4ca8-85a3-93d035939c42.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.661203] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.661621] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-147fc5c6-eac7-4375-8c1e-6bbe00804f90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.671094] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1023.671094] env[62136]: value = "task-2287077" [ 1023.671094] env[62136]: _type = "Task" [ 1023.671094] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.671964] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.672398] env[62136]: DEBUG nova.network.neutron [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "address": "fa:16:3e:63:93:d3", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b732a4-f0", "ovs_interfaceid": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.687856] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.759125] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6f8a8-1a49-4591-80da-48241840f238 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.768383] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdbf80b-9c30-420e-8967-df7f433ee2f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.802145] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b411c25-75e2-44c8-8869-5956cb1a3cdb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.813686] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e237e-7212-4d62-8818-df83a1db3c86 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.829497] env[62136]: DEBUG nova.compute.provider_tree [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.940105] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.940468] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Instance network_info: |[{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.940916] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:e8:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a276aee-54be-417e-bb04-4b27abae7c43', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.953357] env[62136]: DEBUG oslo.service.loopingcall [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.953613] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.953841] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd295d20-da21-40b3-91cc-88c8b461d553 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.978346] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.978346] env[62136]: value = "task-2287078" [ 1023.978346] env[62136]: _type = "Task" [ 1023.978346] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.986742] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287078, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.033412] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.180174] env[62136]: DEBUG oslo_concurrency.lockutils [req-0859b7d6-e231-4f76-b287-8171d967e873 req-b345b000-ebf8-4972-99d0-4617e02a7be1 service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.196696] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077451} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.196992] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.197839] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17789817-565a-4d4c-9f5d-81861a38c672 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.204461] env[62136]: DEBUG nova.compute.manager [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Received event network-changed-7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.204727] env[62136]: DEBUG nova.compute.manager [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Refreshing instance network info cache due to event network-changed-7a276aee-54be-417e-bb04-4b27abae7c43. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.204900] env[62136]: DEBUG oslo_concurrency.lockutils [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.205584] env[62136]: DEBUG oslo_concurrency.lockutils [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.205828] env[62136]: DEBUG nova.network.neutron [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Refreshing network info cache for port 7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.226220] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 5d00c5ff-272e-4ca8-85a3-93d035939c42/5d00c5ff-272e-4ca8-85a3-93d035939c42.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.227631] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4561f0c8-5056-4670-8b58-a1f3a9308563 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.261290] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1024.261290] env[62136]: value = "task-2287079" [ 1024.261290] env[62136]: _type = "Task" [ 1024.261290] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.273182] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.332573] env[62136]: DEBUG nova.scheduler.client.report [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.487533] env[62136]: DEBUG nova.network.neutron [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.494840] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287078, 'name': CreateVM_Task, 'duration_secs': 0.411266} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.495320] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.496610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.496610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.496610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.496834] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9b269d-5285-41a4-87aa-a00d35e667cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.503064] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1024.503064] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f41d-338c-5d27-ba53-c2502b945784" [ 1024.503064] env[62136]: _type = "Task" [ 1024.503064] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.513419] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f41d-338c-5d27-ba53-c2502b945784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.539688] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.769785] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.840250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.842498] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.868s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.844163] env[62136]: INFO nova.compute.claims [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.863425] env[62136]: INFO nova.scheduler.client.report [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Deleted allocations for instance a4bc46e4-45d5-4b4a-857e-1b0bb822dec5 [ 1024.979581] env[62136]: DEBUG nova.network.neutron [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updated VIF entry in instance network info cache for port 7a276aee-54be-417e-bb04-4b27abae7c43. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.979955] env[62136]: DEBUG nova.network.neutron [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.996583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.016372] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a7f41d-338c-5d27-ba53-c2502b945784, 'name': SearchDatastore_Task, 'duration_secs': 0.03321} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.016530] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.016788] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.017032] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.017184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.017364] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.017663] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7f6672-68ce-4473-aace-3a310d5f2042 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.035653] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.043509] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.043509] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.044631] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f51371-683a-484d-a67b-45c0a6076bc6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.050382] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1025.050382] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a9a07-2c7a-3c99-842b-ef19c9638d36" [ 1025.050382] env[62136]: _type = "Task" [ 1025.050382] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.058989] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a9a07-2c7a-3c99-842b-ef19c9638d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.271104] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287079, 'name': ReconfigVM_Task, 'duration_secs': 0.727632} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.271339] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 5d00c5ff-272e-4ca8-85a3-93d035939c42/5d00c5ff-272e-4ca8-85a3-93d035939c42.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.271998] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0088c0b5-6b3f-4a3e-86b3-78dd9078d836 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.280031] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1025.280031] env[62136]: value = "task-2287080" [ 1025.280031] env[62136]: _type = "Task" [ 1025.280031] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.289314] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287080, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.371225] env[62136]: DEBUG oslo_concurrency.lockutils [None req-14810b8a-6f22-4c08-b3ba-12903410a012 tempest-ServerGroupTestJSON-1317743232 tempest-ServerGroupTestJSON-1317743232-project-member] Lock "a4bc46e4-45d5-4b4a-857e-1b0bb822dec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.049s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.482943] env[62136]: DEBUG oslo_concurrency.lockutils [req-4207bfd8-02a2-47f8-8f1c-ae3a0f20deaf req-16d461d9-59db-46bb-a87c-b049696902b3 service nova] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.537788] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.561237] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529a9a07-2c7a-3c99-842b-ef19c9638d36, 'name': SearchDatastore_Task, 'duration_secs': 0.0232} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.562067] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e768e305-c924-48e4-9f96-a7d43ef1fc63 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.568197] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1025.568197] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52457c12-d9fc-b162-e692-6202fbe3708f" [ 1025.568197] env[62136]: _type = "Task" [ 1025.568197] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.576756] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52457c12-d9fc-b162-e692-6202fbe3708f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.790831] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287080, 'name': Rename_Task, 'duration_secs': 0.161207} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.791245] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.791411] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef5f8d3-85c5-42e2-b38a-a24a22cbc086 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.799013] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1025.799013] env[62136]: value = "task-2287081" [ 1025.799013] env[62136]: _type = "Task" [ 1025.799013] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.807952] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.040188] env[62136]: DEBUG oslo_vmware.api [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287076, 'name': ReconfigVM_Task, 'duration_secs': 3.015191} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.040738] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.041017] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfigured VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1026.083170] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52457c12-d9fc-b162-e692-6202fbe3708f, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.083170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.083170] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.083552] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b850c29-6b70-438a-8798-373a12fc334a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.091771] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1026.091771] env[62136]: value = "task-2287082" [ 1026.091771] env[62136]: _type = "Task" [ 1026.091771] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.098838] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba06b5f5-18b2-4176-8d76-ae971e6ea4e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.104725] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.111484] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a65a1-9cfe-4f30-9a8d-6646f8e5ea6a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.145590] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6cfb9-df49-4ee6-9d16-37cd0855dd05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.157127] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87fcb2-4709-4a61-a5b6-dee235d351f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.173447] env[62136]: DEBUG nova.compute.provider_tree [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.310851] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.409825] env[62136]: DEBUG nova.compute.manager [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.409825] env[62136]: DEBUG nova.compute.manager [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing instance network info cache due to event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.410416] env[62136]: DEBUG oslo_concurrency.lockutils [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.410672] env[62136]: DEBUG oslo_concurrency.lockutils [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.410940] env[62136]: DEBUG nova.network.neutron [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.510505] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6f6c6-9ec0-406c-b2c6-b327bfe3efa3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.533561] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.545626] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e63cb8c8-1d5d-4c88-8632-d815c0388d40 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.385s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.607075] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.676768] env[62136]: DEBUG nova.scheduler.client.report [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.810846] env[62136]: DEBUG oslo_vmware.api [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287081, 'name': PowerOnVM_Task, 'duration_secs': 0.609024} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.811309] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.811587] env[62136]: INFO nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1026.811818] env[62136]: DEBUG nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.812762] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734180c-d4f3-4529-987a-bebd751deecd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.042840] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.042840] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27cb560-5304-490b-bb36-ef53a9b549a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.051117] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1027.051117] env[62136]: value = "task-2287083" [ 1027.051117] env[62136]: _type = "Task" [ 1027.051117] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.065968] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.106309] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63379} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.106513] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.106737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.107016] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aaad5ca-4ef8-4482-806d-8833ed6782d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.116869] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1027.116869] env[62136]: value = "task-2287084" [ 1027.116869] env[62136]: _type = "Task" [ 1027.116869] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.126558] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.182415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.182968] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.335712] env[62136]: INFO nova.compute.manager [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Took 21.51 seconds to build instance. [ 1027.339455] env[62136]: DEBUG nova.network.neutron [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updated VIF entry in instance network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.340458] env[62136]: DEBUG nova.network.neutron [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.561829] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287083, 'name': PowerOffVM_Task, 'duration_secs': 0.389977} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.562243] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.562353] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.627590] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081072} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.629583] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.629583] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cabb42-20e3-4d53-8ec6-4ea6430c9f1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.653441] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.653822] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565d5660-29ff-479d-9bc1-cfbcd2bf8065 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.676230] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1027.676230] env[62136]: value = "task-2287085" [ 1027.676230] env[62136]: _type = "Task" [ 1027.676230] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.686164] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.689413] env[62136]: DEBUG nova.compute.utils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.690659] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.691176] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.783861] env[62136]: DEBUG nova.policy [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.839700] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4ae6234c-b61e-4e09-b2ac-cdcd9110446f tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.025s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.842850] env[62136]: DEBUG oslo_concurrency.lockutils [req-7df1f319-0a83-4812-a09d-d6f05f720fde req-1f02567a-e8a7-4317-8bf0-353cff67fff8 service nova] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.980859] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.980859] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.069929] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.070517] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.070796] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.071090] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.071429] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.071685] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.072043] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.072264] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.072481] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.072692] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.072911] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.079474] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc46d8a-ddae-4b5d-91af-eab89c2750aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.090905] env[62136]: DEBUG nova.compute.manager [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Received event network-changed-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.091261] env[62136]: DEBUG nova.compute.manager [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Refreshing instance network info cache due to event network-changed-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.091440] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] Acquiring lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.091626] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] Acquired lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.091825] env[62136]: DEBUG nova.network.neutron [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Refreshing network info cache for port 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.100762] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1028.100762] env[62136]: value = "task-2287086" [ 1028.100762] env[62136]: _type = "Task" [ 1028.100762] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.111841] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.195736] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.202793] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.242655] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Successfully created port: d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.485575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.485575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.485575] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeebff4-df94-4199-b525-e2291aff853f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.509505] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e3c7b-37ca-4cae-a851-a405d30cae22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.546378] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfiguring VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.546378] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42a9bfd-c4e2-4653-af4e-1fd9887ff56e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.574200] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1028.574200] env[62136]: value = "task-2287087" [ 1028.574200] env[62136]: _type = "Task" [ 1028.574200] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.584882] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.613359] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287086, 'name': ReconfigVM_Task, 'duration_secs': 0.228582} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.613707] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.691048] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287085, 'name': ReconfigVM_Task, 'duration_secs': 0.649128} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.691322] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.691908] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1ccc7cb-f6da-4264-a666-5eb37afcad2e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.700737] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1028.700737] env[62136]: value = "task-2287088" [ 1028.700737] env[62136]: _type = "Task" [ 1028.700737] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.713675] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287088, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.827829] env[62136]: DEBUG nova.network.neutron [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updated VIF entry in instance network info cache for port 7cfa9633-c81f-4dae-abb6-9ee3f71cbf00. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.829096] env[62136]: DEBUG nova.network.neutron [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updating instance_info_cache with network_info: [{"id": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "address": "fa:16:3e:47:f2:a5", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfa9633-c8", "ovs_interfaceid": "7cfa9633-c81f-4dae-abb6-9ee3f71cbf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.086261] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.120459] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.120758] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.121065] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.121358] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.121876] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.121876] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.121876] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.122048] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.122299] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.122491] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.122673] env[62136]: DEBUG nova.virt.hardware [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.131090] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.131995] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7655aa6-8d30-430c-94a7-3854663f43cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.153272] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1029.153272] env[62136]: value = "task-2287090" [ 1029.153272] env[62136]: _type = "Task" [ 1029.153272] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.165683] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.210103] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.215461] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287088, 'name': Rename_Task, 'duration_secs': 0.198844} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.215720] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.215984] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cc4fd11-7655-4ae5-b8b9-0bf61e659dba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.223134] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1029.223134] env[62136]: value = "task-2287091" [ 1029.223134] env[62136]: _type = "Task" [ 1029.223134] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.233087] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.235863] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.236141] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.236308] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.236496] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.236644] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.236787] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.236995] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.237172] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.237348] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.237510] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.237720] env[62136]: DEBUG nova.virt.hardware [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.238509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c996d7c-22ba-42ea-8542-315a87c5ee30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.246773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefb839-8ad7-48ee-8cd7-12817913e942 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.331480] env[62136]: DEBUG oslo_concurrency.lockutils [req-4f1df489-5d8b-425c-9393-efaa71542145 req-bd2c3874-f475-4ebd-b076-119ab62bbae4 service nova] Releasing lock "refresh_cache-5d00c5ff-272e-4ca8-85a3-93d035939c42" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.584768] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.665541] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287090, 'name': ReconfigVM_Task, 'duration_secs': 0.195326} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.665946] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.666844] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e071015-590d-46ab-a654-6b2fbffe6d77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.692022] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.692418] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34564432-1fb1-42ce-811a-ae9afb695c8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.713456] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1029.713456] env[62136]: value = "task-2287092" [ 1029.713456] env[62136]: _type = "Task" [ 1029.713456] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.724426] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.734775] env[62136]: DEBUG oslo_vmware.api [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287091, 'name': PowerOnVM_Task, 'duration_secs': 0.47562} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.735093] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.735374] env[62136]: INFO nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1029.735674] env[62136]: DEBUG nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.736565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa8081-2a25-425a-9d86-5bf2bf94be5c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.903342] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Successfully updated port: d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.085535] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.101441] env[62136]: DEBUG nova.compute.manager [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Received event network-vif-plugged-d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.101626] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.101749] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.101930] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.102129] env[62136]: DEBUG nova.compute.manager [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] No waiting events found dispatching network-vif-plugged-d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.102326] env[62136]: WARNING nova.compute.manager [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Received unexpected event network-vif-plugged-d51926a8-47a8-4361-af8e-feb5823d10ab for instance with vm_state building and task_state spawning. [ 1030.102459] env[62136]: DEBUG nova.compute.manager [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Received event network-changed-d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.102618] env[62136]: DEBUG nova.compute.manager [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Refreshing instance network info cache due to event network-changed-d51926a8-47a8-4361-af8e-feb5823d10ab. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.102875] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Acquiring lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.102996] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Acquired lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.103167] env[62136]: DEBUG nova.network.neutron [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Refreshing network info cache for port d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.224603] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.254332] env[62136]: INFO nova.compute.manager [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Took 23.37 seconds to build instance. [ 1030.406160] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.585727] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.635648] env[62136]: DEBUG nova.network.neutron [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.724818] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287092, 'name': ReconfigVM_Task, 'duration_secs': 0.69633} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.725104] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2/e1896db5-a141-41cb-9b57-193a21929bf2.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.725386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.750547] env[62136]: DEBUG nova.network.neutron [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.757635] env[62136]: DEBUG oslo_concurrency.lockutils [None req-21867e1a-a974-4d32-9081-47198a037c07 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.881s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.086207] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.209250] env[62136]: INFO nova.compute.manager [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Rebuilding instance [ 1031.235817] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d2aba-303d-41f3-bd91-9d67d63938e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.257406] env[62136]: DEBUG oslo_concurrency.lockutils [req-347dcbd0-330a-4f30-ba9e-99fff27390d6 req-eb8f97a4-8e4a-4992-80ae-8b9c25e00217 service nova] Releasing lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.257921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.258099] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.263605] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806a4aea-9f45-4e58-a16b-16ff5f5e3344 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.290857] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.295415] env[62136]: DEBUG nova.compute.manager [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.296499] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acfc292-77ae-4f1a-a4b1-d5d0e151f063 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.445992] env[62136]: DEBUG nova.compute.manager [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Received event network-changed-7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.446217] env[62136]: DEBUG nova.compute.manager [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Refreshing instance network info cache due to event network-changed-7a276aee-54be-417e-bb04-4b27abae7c43. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.446435] env[62136]: DEBUG oslo_concurrency.lockutils [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.446581] env[62136]: DEBUG oslo_concurrency.lockutils [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446805] env[62136]: DEBUG nova.network.neutron [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Refreshing network info cache for port 7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.588656] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.800495] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.847440] env[62136]: DEBUG nova.network.neutron [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Port e63e5b12-7ed1-4ad1-869e-fd1a12e56887 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.947939] env[62136]: DEBUG nova.network.neutron [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Updating instance_info_cache with network_info: [{"id": "d51926a8-47a8-4361-af8e-feb5823d10ab", "address": "fa:16:3e:03:38:52", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51926a8-47", "ovs_interfaceid": "d51926a8-47a8-4361-af8e-feb5823d10ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.092636] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.226104] env[62136]: DEBUG nova.network.neutron [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updated VIF entry in instance network info cache for port 7a276aee-54be-417e-bb04-4b27abae7c43. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.226517] env[62136]: DEBUG nova.network.neutron [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.311533] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.311867] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9ad0b1-ef44-4490-9c46-2b76216673b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.320415] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 1032.320415] env[62136]: value = "task-2287094" [ 1032.320415] env[62136]: _type = "Task" [ 1032.320415] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.332559] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.452715] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-3508b85f-c396-484f-a0c1-a2342c7d6813" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.453123] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance network_info: |[{"id": "d51926a8-47a8-4361-af8e-feb5823d10ab", "address": "fa:16:3e:03:38:52", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51926a8-47", "ovs_interfaceid": "d51926a8-47a8-4361-af8e-feb5823d10ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.454058] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:38:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51926a8-47a8-4361-af8e-feb5823d10ab', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.466954] env[62136]: DEBUG oslo.service.loopingcall [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.466954] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.466954] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2e5b485-2eca-4406-985c-f2aa87e66291 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.495727] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.495727] env[62136]: value = "task-2287095" [ 1032.495727] env[62136]: _type = "Task" [ 1032.495727] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.505937] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287095, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.589275] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.728970] env[62136]: DEBUG oslo_concurrency.lockutils [req-06ad68c0-5f0b-4c75-b183-681f3d50462a req-f4d5ad37-4159-4c34-8891-dc5c733cd6b0 service nova] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.830539] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287094, 'name': PowerOffVM_Task, 'duration_secs': 0.25927} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.830840] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.831614] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.831871] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae16d299-a88b-4466-bc6f-07f5e3d056c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.839282] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 1032.839282] env[62136]: value = "task-2287096" [ 1032.839282] env[62136]: _type = "Task" [ 1032.839282] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.846857] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.868454] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.868681] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.868854] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.006164] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287095, 'name': CreateVM_Task, 'duration_secs': 0.356823} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.006416] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.007034] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.007215] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007562] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.007813] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f999bdd6-0872-41b5-a4d3-0325b748cd72 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.012183] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1033.012183] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d5aab-58a6-7d6d-5dc5-43dc7da2a4f7" [ 1033.012183] env[62136]: _type = "Task" [ 1033.012183] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.019249] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d5aab-58a6-7d6d-5dc5-43dc7da2a4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.088412] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.281022] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.281416] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.350127] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.350316] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.350715] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465491', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'name': 'volume-8ad22998-84b8-4e25-bb38-906dcff314d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70f04c9a-dccf-4ffc-ae12-ab2de89bbeff', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'serial': '8ad22998-84b8-4e25-bb38-906dcff314d3'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.351530] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a76c3a-a41b-42fb-a915-77fcfcbd4cf6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.370205] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66437f-b940-45e1-a907-61ed77154571 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378548] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a668414-7ef2-46f9-9d0e-20f72a46fabe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.398385] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed609ef-753f-4ef7-b0b9-3ad461f5b88e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.413574] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] The volume has not been displaced from its original location: [datastore2] volume-8ad22998-84b8-4e25-bb38-906dcff314d3/volume-8ad22998-84b8-4e25-bb38-906dcff314d3.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.419013] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.419344] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cf213b-febe-433b-9ae2-a1cff635cc36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.437749] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 1033.437749] env[62136]: value = "task-2287097" [ 1033.437749] env[62136]: _type = "Task" [ 1033.437749] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.445753] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.523118] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528d5aab-58a6-7d6d-5dc5-43dc7da2a4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.523638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.523791] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.524117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.524311] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.524510] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.524784] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c7153cf-f6a3-48ef-adf3-6e24cebea544 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.534199] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.534308] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.535055] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d45efc9-32f2-45c0-a9f0-a949658bb92e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.541027] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1033.541027] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528daf31-1385-1486-7e1f-cd924b9a718f" [ 1033.541027] env[62136]: _type = "Task" [ 1033.541027] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.549335] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528daf31-1385-1486-7e1f-cd924b9a718f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.589364] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.785472] env[62136]: INFO nova.compute.manager [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Detaching volume 98a83642-16d2-4ae2-bcb2-1e9637c4044f [ 1033.819841] env[62136]: INFO nova.virt.block_device [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Attempting to driver detach volume 98a83642-16d2-4ae2-bcb2-1e9637c4044f from mountpoint /dev/sdb [ 1033.820107] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.820305] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465496', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'name': 'volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59e7d941-3643-4e83-abfb-f8677bf18cfe', 'attached_at': '', 'detached_at': '', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'serial': '98a83642-16d2-4ae2-bcb2-1e9637c4044f'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.821347] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c821d82e-1d6c-4a97-bcfb-c1e54d8b9f1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.845015] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb484a-31ce-4176-9aa9-b68e181e2a5f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.852603] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d7944c-aad2-4762-9c7a-e0c25eddd588 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.875247] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b05e65-56c4-4377-81ab-0b563db9bd1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.893375] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] The volume has not been displaced from its original location: [datastore1] volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f/volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.898716] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.899075] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6943c06a-f0e6-4281-8725-394ebe248bf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.912817] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.913024] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.913292] env[62136]: DEBUG nova.network.neutron [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.920227] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1033.920227] env[62136]: value = "task-2287099" [ 1033.920227] env[62136]: _type = "Task" [ 1033.920227] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.929106] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.949290] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287097, 'name': ReconfigVM_Task, 'duration_secs': 0.485432} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.949624] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.954670] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99363d3-1250-4472-9494-08dcb27d9148 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.969373] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 1033.969373] env[62136]: value = "task-2287100" [ 1033.969373] env[62136]: _type = "Task" [ 1033.969373] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.977538] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.051190] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528daf31-1385-1486-7e1f-cd924b9a718f, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.051985] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983222c3-48fe-4306-8c25-8e41d76787b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.057151] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1034.057151] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d59050-3bbd-c712-8bb2-5a58ef630160" [ 1034.057151] env[62136]: _type = "Task" [ 1034.057151] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.065094] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d59050-3bbd-c712-8bb2-5a58ef630160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.094384] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.430123] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287099, 'name': ReconfigVM_Task, 'duration_secs': 0.29374} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.430502] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.434957] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e601c2-8cd6-45f1-ae28-445404ed3d77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.449937] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1034.449937] env[62136]: value = "task-2287101" [ 1034.449937] env[62136]: _type = "Task" [ 1034.449937] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.462738] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.478459] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287100, 'name': ReconfigVM_Task, 'duration_secs': 0.197845} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.478665] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465491', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'name': 'volume-8ad22998-84b8-4e25-bb38-906dcff314d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70f04c9a-dccf-4ffc-ae12-ab2de89bbeff', 'attached_at': '', 'detached_at': '', 'volume_id': '8ad22998-84b8-4e25-bb38-906dcff314d3', 'serial': '8ad22998-84b8-4e25-bb38-906dcff314d3'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.478972] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.479798] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd742fe-563e-4472-aaff-736547d3d693 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.486688] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.486971] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aeb26c6-2954-4b40-a7b9-b7be4cef4ac2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.563550] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.563769] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.563979] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Deleting the datastore file [datastore2] 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.564703] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-249883e7-a4ed-497f-bd86-d81f16ab75e0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.570303] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d59050-3bbd-c712-8bb2-5a58ef630160, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.573370] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.574012] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3508b85f-c396-484f-a0c1-a2342c7d6813/3508b85f-c396-484f-a0c1-a2342c7d6813.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.574012] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593f1483-5d18-4501-b17a-949e004d41d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.577562] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for the task: (returnval){ [ 1034.577562] env[62136]: value = "task-2287103" [ 1034.577562] env[62136]: _type = "Task" [ 1034.577562] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.582695] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1034.582695] env[62136]: value = "task-2287104" [ 1034.582695] env[62136]: _type = "Task" [ 1034.582695] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.591392] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.595956] env[62136]: DEBUG oslo_vmware.api [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287087, 'name': ReconfigVM_Task, 'duration_secs': 5.759649} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.598803] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.599070] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Reconfigured VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1034.601105] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.703475] env[62136]: DEBUG nova.network.neutron [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.962150] env[62136]: DEBUG oslo_vmware.api [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287101, 'name': ReconfigVM_Task, 'duration_secs': 0.150397} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.962483] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465496', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'name': 'volume-98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59e7d941-3643-4e83-abfb-f8677bf18cfe', 'attached_at': '', 'detached_at': '', 'volume_id': '98a83642-16d2-4ae2-bcb2-1e9637c4044f', 'serial': '98a83642-16d2-4ae2-bcb2-1e9637c4044f'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.087674] env[62136]: DEBUG oslo_vmware.api [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Task: {'id': task-2287103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072235} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.090663] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.090881] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.091081] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.098014] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287104, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.143279] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.143694] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d8c8769-bfeb-4b21-8056-ccdb8f821825 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.152058] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becfd10-9239-41c9-a935-c51b3b73035b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.186699] env[62136]: ERROR nova.compute.manager [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Failed to detach volume 8ad22998-84b8-4e25-bb38-906dcff314d3 from /dev/sda: nova.exception.InstanceNotFound: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Traceback (most recent call last): [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self.driver.rebuild(**kwargs) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise NotImplementedError() [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] NotImplementedError [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] During handling of the above exception, another exception occurred: [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Traceback (most recent call last): [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self.driver.detach_volume(context, old_connection_info, [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] return self._volumeops.detach_volume(connection_info, instance) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._detach_volume_vmdk(connection_info, instance) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] stable_ref.fetch_moref(session) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] nova.exception.InstanceNotFound: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. [ 1035.186699] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.206565] env[62136]: DEBUG oslo_concurrency.lockutils [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.314963] env[62136]: DEBUG nova.compute.utils [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Build of instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff aborted: Failed to rebuild volume backed instance. {{(pid=62136) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1035.317259] env[62136]: ERROR nova.compute.manager [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff aborted: Failed to rebuild volume backed instance. [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Traceback (most recent call last): [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self.driver.rebuild(**kwargs) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise NotImplementedError() [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] NotImplementedError [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] During handling of the above exception, another exception occurred: [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Traceback (most recent call last): [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._detach_root_volume(context, instance, root_bdm) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] with excutils.save_and_reraise_exception(): [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self.force_reraise() [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise self.value [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self.driver.detach_volume(context, old_connection_info, [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] return self._volumeops.detach_volume(connection_info, instance) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._detach_volume_vmdk(connection_info, instance) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] stable_ref.fetch_moref(session) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] nova.exception.InstanceNotFound: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.317259] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] During handling of the above exception, another exception occurred: [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Traceback (most recent call last): [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] yield [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._do_rebuild_instance_with_claim( [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._do_rebuild_instance( [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._rebuild_default_impl(**kwargs) [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] self._rebuild_volume_backed_instance( [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] raise exception.BuildAbortException( [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] nova.exception.BuildAbortException: Build of instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff aborted: Failed to rebuild volume backed instance. [ 1035.318392] env[62136]: ERROR nova.compute.manager [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] [ 1035.507169] env[62136]: DEBUG nova.objects.instance [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'flavor' on Instance uuid 59e7d941-3643-4e83-abfb-f8677bf18cfe {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1035.598042] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545958} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.598347] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 3508b85f-c396-484f-a0c1-a2342c7d6813/3508b85f-c396-484f-a0c1-a2342c7d6813.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.598559] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.598817] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9abbe08a-0a90-40da-aec7-acde40adef00 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.604646] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1035.604646] env[62136]: value = "task-2287105" [ 1035.604646] env[62136]: _type = "Task" [ 1035.604646] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.611989] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.727264] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea304c6d-6cb2-4959-a8eb-4485c39e0a71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.746592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953171be-f2c7-4810-bfec-ea7f7e62a431 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.753290] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.020649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.020649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.020649] env[62136]: DEBUG nova.network.neutron [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.114589] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058823} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.114857] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.115658] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7893e8-00b7-454c-aeba-542a4e13282b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.137022] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3508b85f-c396-484f-a0c1-a2342c7d6813/3508b85f-c396-484f-a0c1-a2342c7d6813.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.137309] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c0027c-b794-4f68-9523-95ab337a7df4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.156306] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1036.156306] env[62136]: value = "task-2287107" [ 1036.156306] env[62136]: _type = "Task" [ 1036.156306] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.163868] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.260341] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.260692] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6183c8-acab-4e77-8561-6b50603f30ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.268264] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1036.268264] env[62136]: value = "task-2287108" [ 1036.268264] env[62136]: _type = "Task" [ 1036.268264] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.277121] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.515841] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9b12a1c-6f40-42a7-8274-237827d3c81e tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.667107] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287107, 'name': ReconfigVM_Task, 'duration_secs': 0.46612} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.667435] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3508b85f-c396-484f-a0c1-a2342c7d6813/3508b85f-c396-484f-a0c1-a2342c7d6813.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.668201] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e26677bc-a45a-47c8-9dbc-4f906cd4fbd2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.675540] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1036.675540] env[62136]: value = "task-2287109" [ 1036.675540] env[62136]: _type = "Task" [ 1036.675540] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.686570] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287109, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.759283] env[62136]: DEBUG nova.compute.manager [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.759487] env[62136]: DEBUG nova.compute.manager [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing instance network info cache due to event network-changed-341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.759679] env[62136]: DEBUG oslo_concurrency.lockutils [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] Acquiring lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.781033] env[62136]: DEBUG oslo_vmware.api [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287108, 'name': PowerOnVM_Task, 'duration_secs': 0.475369} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.781497] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.781658] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-319de137-1791-4a21-86b7-590a41f77ce9 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance 'e1896db5-a141-41cb-9b57-193a21929bf2' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.874881] env[62136]: INFO nova.network.neutron [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1036.875030] env[62136]: DEBUG nova.network.neutron [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.186030] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287109, 'name': Rename_Task, 'duration_secs': 0.268865} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.186334] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.186593] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27eddd5-8f52-4781-b363-b9d93832211d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.193530] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1037.193530] env[62136]: value = "task-2287110" [ 1037.193530] env[62136]: _type = "Task" [ 1037.193530] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.202253] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.332648] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.333030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.378513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.383362] env[62136]: DEBUG oslo_concurrency.lockutils [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] Acquired lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383566] env[62136]: DEBUG nova.network.neutron [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Refreshing network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.458408] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.458724] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.459327] env[62136]: DEBUG nova.objects.instance [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'flavor' on Instance uuid f731e137-791e-40ed-a556-5d1df4d9cf59 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1037.532746] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5ab78-90b0-4ee4-8756-e0d66c1682c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.540196] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcda165-3bf0-42db-91ac-b5e573e8ce9f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.570722] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9692f5fc-acdb-450e-b8c3-092bebebb6fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.578280] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d583c9b5-170e-4d3b-96f4-f5301bfce7ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.593036] env[62136]: DEBUG nova.compute.provider_tree [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.703303] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.759614] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.759899] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.760325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.760325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.760603] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.762677] env[62136]: INFO nova.compute.manager [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Terminating instance [ 1037.886765] env[62136]: DEBUG oslo_concurrency.lockutils [None req-e50ec628-cbe1-474d-8438-ecab54c674cc tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-9fd729e2-79f8-48fb-a54e-d849bbecfed9-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.907s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.080010] env[62136]: DEBUG nova.objects.instance [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'pci_requests' on Instance uuid f731e137-791e-40ed-a556-5d1df4d9cf59 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1038.098017] env[62136]: DEBUG nova.scheduler.client.report [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.115184] env[62136]: DEBUG nova.network.neutron [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updated VIF entry in instance network info cache for port 341abe3d-6969-41b6-8aef-501ad77b3534. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.115586] env[62136]: DEBUG nova.network.neutron [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [{"id": "341abe3d-6969-41b6-8aef-501ad77b3534", "address": "fa:16:3e:46:fd:68", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341abe3d-69", "ovs_interfaceid": "341abe3d-6969-41b6-8aef-501ad77b3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.203466] env[62136]: DEBUG oslo_vmware.api [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287110, 'name': PowerOnVM_Task, 'duration_secs': 0.819905} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.203729] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.203935] env[62136]: INFO nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1038.204167] env[62136]: DEBUG nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.204923] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d53fee-60eb-440b-94d7-d6f73ff203be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.266170] env[62136]: DEBUG nova.compute.manager [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.266423] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.267309] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec9474-26fd-4488-ad39-d9c59e6556af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.274472] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.274721] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ade6479-00e7-4feb-ad9a-90cf96db34c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.281648] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1038.281648] env[62136]: value = "task-2287112" [ 1038.281648] env[62136]: _type = "Task" [ 1038.281648] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.290785] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.577812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.578257] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.578359] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.578553] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.578730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.580785] env[62136]: INFO nova.compute.manager [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Terminating instance [ 1038.582550] env[62136]: DEBUG nova.objects.base [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.582749] env[62136]: DEBUG nova.network.neutron [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.602282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.269s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.602474] env[62136]: INFO nova.compute.manager [None req-1dd6ee14-cb64-4e3b-bbc9-5d277665c588 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Successfully reverted task state from rebuilding on failure for instance. [ 1038.617915] env[62136]: DEBUG oslo_concurrency.lockutils [req-c105fd08-68c0-4840-8e19-58b0b18d53de req-a9573e41-8f90-4f69-a25c-a1a21ac51ba0 service nova] Releasing lock "refresh_cache-9fd729e2-79f8-48fb-a54e-d849bbecfed9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.632020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.632275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.632565] env[62136]: DEBUG nova.compute.manager [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Going to confirm migration 6 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.663389] env[62136]: DEBUG nova.policy [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8304735b12224fbe8f16231eb48457b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a568b4a5440f393b0b162387b69e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.723830] env[62136]: INFO nova.compute.manager [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Took 21.77 seconds to build instance. [ 1038.786379] env[62136]: DEBUG nova.compute.manager [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.786379] env[62136]: DEBUG nova.compute.manager [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing instance network info cache due to event network-changed-a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.786379] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.786379] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.786931] env[62136]: DEBUG nova.network.neutron [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.800303] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287112, 'name': PowerOffVM_Task, 'duration_secs': 0.27155} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.800831] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.801190] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.801575] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3ec4db-bfdf-48fb-bb21-617f321fdb3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.871256] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.871256] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.871435] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleting the datastore file [datastore2] 59e7d941-3643-4e83-abfb-f8677bf18cfe {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.871605] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70f52c50-c703-402f-a131-ddca405175e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.881299] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1038.881299] env[62136]: value = "task-2287114" [ 1038.881299] env[62136]: _type = "Task" [ 1038.881299] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.889105] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.087818] env[62136]: DEBUG nova.compute.manager [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.087818] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a06a21e-fd98-45c7-9b12-bd1b0a81e9d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.098070] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a2f6d-4b57-402a-8149-137d456282a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.129825] env[62136]: WARNING nova.virt.vmwareapi.driver [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. [ 1039.130066] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.130413] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35234466-194d-4da4-8d4f-ca19e3bd51b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.141353] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ad3d3-79e4-4c63-a648-d51a317f8013 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.173758] env[62136]: WARNING nova.virt.vmwareapi.vmops [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. [ 1039.174010] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.174183] env[62136]: INFO nova.compute.manager [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1039.174444] env[62136]: DEBUG oslo.service.loopingcall [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.174743] env[62136]: DEBUG nova.compute.manager [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.174816] env[62136]: DEBUG nova.network.neutron [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.190548] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.190730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.190976] env[62136]: DEBUG nova.network.neutron [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.191210] env[62136]: DEBUG nova.objects.instance [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'info_cache' on Instance uuid e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1039.224832] env[62136]: DEBUG oslo_concurrency.lockutils [None req-317d8f06-0327-414c-b2c2-118a7c124d16 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.278s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.393530] env[62136]: DEBUG oslo_vmware.api [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315335} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.394019] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.394330] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.394622] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.394905] env[62136]: INFO nova.compute.manager [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.395293] env[62136]: DEBUG oslo.service.loopingcall [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.395605] env[62136]: DEBUG nova.compute.manager [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.395817] env[62136]: DEBUG nova.network.neutron [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.850316] env[62136]: DEBUG nova.network.neutron [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updated VIF entry in instance network info cache for port a703b86b-5f1f-471b-a3e4-21afa16bee4f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.850803] env[62136]: DEBUG nova.network.neutron [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.186315] env[62136]: DEBUG nova.network.neutron [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Successfully updated port: b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.270799] env[62136]: DEBUG nova.compute.manager [req-a1dd0f93-445c-4144-96a8-e518f80e0331 req-6c47f68c-e00f-470f-913b-973f0365304b service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Received event network-vif-deleted-f5afbeaf-8352-4075-a632-46a645e31914 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.270973] env[62136]: INFO nova.compute.manager [req-a1dd0f93-445c-4144-96a8-e518f80e0331 req-6c47f68c-e00f-470f-913b-973f0365304b service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Neutron deleted interface f5afbeaf-8352-4075-a632-46a645e31914; detaching it from the instance and deleting it from the info cache [ 1040.271156] env[62136]: DEBUG nova.network.neutron [req-a1dd0f93-445c-4144-96a8-e518f80e0331 req-6c47f68c-e00f-470f-913b-973f0365304b service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.348669] env[62136]: DEBUG nova.network.neutron [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.353402] env[62136]: DEBUG oslo_concurrency.lockutils [req-4a1787dc-be19-4656-9c25-17faae4178a9 req-41c451e6-31e6-459c-8a39-fb4e503bfded service nova] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.528708] env[62136]: DEBUG nova.network.neutron [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [{"id": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "address": "fa:16:3e:2d:40:42", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63e5b12-7e", "ovs_interfaceid": "e63e5b12-7ed1-4ad1-869e-fd1a12e56887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.694502] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.694502] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.694502] env[62136]: DEBUG nova.network.neutron [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.717337] env[62136]: DEBUG nova.network.neutron [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.774448] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a163e2-ff98-4227-9e76-faa20eb3569b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.778349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.780657] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.791981] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48e2a3-59bc-43e9-ab5e-bbba1e0999d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.825425] env[62136]: DEBUG nova.compute.manager [req-a1dd0f93-445c-4144-96a8-e518f80e0331 req-6c47f68c-e00f-470f-913b-973f0365304b service nova] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Detach interface failed, port_id=f5afbeaf-8352-4075-a632-46a645e31914, reason: Instance 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1040.852593] env[62136]: INFO nova.compute.manager [-] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Took 1.46 seconds to deallocate network for instance. [ 1041.031369] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-e1896db5-a141-41cb-9b57-193a21929bf2" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.031746] env[62136]: DEBUG nova.objects.instance [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'migration_context' on Instance uuid e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1041.222573] env[62136]: INFO nova.compute.manager [-] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Took 2.05 seconds to deallocate network for instance. [ 1041.247270] env[62136]: WARNING nova.network.neutron [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] fef92ccf-c8f0-4466-894a-77357af919b8 already exists in list: networks containing: ['fef92ccf-c8f0-4466-894a-77357af919b8']. ignoring it [ 1041.281864] env[62136]: DEBUG nova.compute.utils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.359677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.359955] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.360190] env[62136]: DEBUG nova.objects.instance [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'resources' on Instance uuid 59e7d941-3643-4e83-abfb-f8677bf18cfe {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1041.534177] env[62136]: DEBUG nova.objects.base [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.537578] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d998f0-26b8-4a08-bed6-464c382b80b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.557334] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb5f5ff-72ea-4efd-8e0d-e9217bfddb41 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.562689] env[62136]: DEBUG oslo_vmware.api [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1041.562689] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52957532-a8ad-6011-769f-24e5246e99ef" [ 1041.562689] env[62136]: _type = "Task" [ 1041.562689] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.570886] env[62136]: DEBUG oslo_vmware.api [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52957532-a8ad-6011-769f-24e5246e99ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.714826] env[62136]: DEBUG nova.network.neutron [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "address": "fa:16:3e:63:93:d3", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b732a4-f0", "ovs_interfaceid": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.768406] env[62136]: INFO nova.compute.manager [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Took 0.55 seconds to detach 1 volumes for instance. [ 1041.770393] env[62136]: DEBUG nova.compute.manager [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Deleting volume: 8ad22998-84b8-4e25-bb38-906dcff314d3 {{(pid=62136) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1041.784907] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.048556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6dea6f-4c2f-457f-99ce-87e873c8650b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.056981] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e3917-92a6-4fd2-baf7-3c384af635a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.102167] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f59a4-119a-4c3f-a3c0-f9de712ccbf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.113527] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ed6c9-1ff0-4333-ae45-d6e949067ff8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.117232] env[62136]: DEBUG oslo_vmware.api [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52957532-a8ad-6011-769f-24e5246e99ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.117784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.127697] env[62136]: DEBUG nova.compute.provider_tree [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.217555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.218268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.218433] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219305] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1071680e-a044-4656-99ce-672321af2364 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.241550] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.241811] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.241970] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.242185] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.242335] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.242481] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.242688] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.242874] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.243059] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.243233] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.243411] env[62136]: DEBUG nova.virt.hardware [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.249780] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfiguring VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1042.250132] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8071437-3252-4e53-b34a-a629eb301ca5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.267810] env[62136]: DEBUG oslo_vmware.api [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1042.267810] env[62136]: value = "task-2287117" [ 1042.267810] env[62136]: _type = "Task" [ 1042.267810] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.278356] env[62136]: DEBUG oslo_vmware.api [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287117, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.313606] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.399123] env[62136]: DEBUG nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Received event network-vif-deleted-2be56985-6935-4c1a-b350-41612fb0c2d6 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.399123] env[62136]: DEBUG nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.399420] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.399503] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.399671] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.399846] env[62136]: DEBUG nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] No waiting events found dispatching network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.400016] env[62136]: WARNING nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received unexpected event network-vif-plugged-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 for instance with vm_state active and task_state None. [ 1042.400192] env[62136]: DEBUG nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-changed-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.400346] env[62136]: DEBUG nova.compute.manager [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing instance network info cache due to event network-changed-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.400527] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.400677] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.400855] env[62136]: DEBUG nova.network.neutron [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Refreshing network info cache for port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.631516] env[62136]: DEBUG nova.scheduler.client.report [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.779243] env[62136]: DEBUG oslo_vmware.api [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.868418] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.868716] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.869065] env[62136]: INFO nova.compute.manager [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Attaching volume 9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54 to /dev/sdb [ 1042.909443] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5018e0dd-9c9a-4e23-adf2-80820de1455b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.918246] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aafe99-b896-4e9f-a79e-bd29deae2309 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.930923] env[62136]: DEBUG nova.virt.block_device [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Updating existing volume attachment record: b7151c0d-52a8-4432-917e-8b6b92b9d20a {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.137831] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.141055] env[62136]: DEBUG nova.network.neutron [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updated VIF entry in instance network info cache for port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.141512] env[62136]: DEBUG nova.network.neutron [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "address": "fa:16:3e:63:93:d3", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b732a4-f0", "ovs_interfaceid": "b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.142735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.025s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.201532] env[62136]: INFO nova.scheduler.client.report [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted allocations for instance 59e7d941-3643-4e83-abfb-f8677bf18cfe [ 1043.278521] env[62136]: DEBUG oslo_vmware.api [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287117, 'name': ReconfigVM_Task, 'duration_secs': 0.754642} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.279051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.279281] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfigured VM to attach interface {{(pid=62136) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1043.650382] env[62136]: DEBUG oslo_concurrency.lockutils [req-ee69575c-2e51-4c41-95c3-f6f447ae02d6 req-ecb9b98f-af3e-4d6d-8e97-6f499f1a8882 service nova] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.711462] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5e2d7eb-d143-4b1f-a8ff-c8e3ec444389 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "59e7d941-3643-4e83-abfb-f8677bf18cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.783767] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f9a43dd0-8693-497d-9429-77a5edb82b49 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.325s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.841280] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c4c735-3848-42bb-8450-49ae0daf8d10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.849509] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f82120-710d-45cc-b394-401cbd0128e2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.881061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8df844-7a8d-45de-8e8a-3a582996e853 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.889268] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beab0d5-8f54-423f-a749-2ab8bdebd903 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.905071] env[62136]: DEBUG nova.compute.provider_tree [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.409109] env[62136]: DEBUG nova.scheduler.client.report [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.183000] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.183000] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.420023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.423478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.110s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.423724] env[62136]: DEBUG nova.objects.instance [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lazy-loading 'resources' on Instance uuid 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1045.685399] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.685616] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.686548] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad3b18-3c03-4a43-a93c-28f5def932a7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.704795] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c749c-947a-4f15-a335-58550d1640b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.730998] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfiguring VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1045.731313] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5410b1f4-adb3-4014-983b-7ab2687ec6b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.749969] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1045.749969] env[62136]: value = "task-2287124" [ 1045.749969] env[62136]: _type = "Task" [ 1045.749969] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.757489] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.986778] env[62136]: INFO nova.scheduler.client.report [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted allocation for migration 3458e4fc-4603-4317-ad16-2aa203c006b9 [ 1046.013885] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.014195] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.014412] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.014595] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.014769] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.016997] env[62136]: INFO nova.compute.manager [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Terminating instance [ 1046.100275] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73787c23-dc60-4626-ae3d-e6d5dbbd061a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107716] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41aeec7-e98b-417d-8952-adccd96e4c7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.136816] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba8f421-c47e-40f7-b223-eec3d4ec2c02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.143849] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b9ac6-fd31-4535-b04b-966b87537ac8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.156727] env[62136]: DEBUG nova.compute.provider_tree [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.259461] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.495882] env[62136]: DEBUG oslo_concurrency.lockutils [None req-fd07e3f2-2933-4e1c-9b56-e4662ec0c232 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.863s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.523397] env[62136]: DEBUG nova.compute.manager [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.523670] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.524696] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b01504-701a-4cb2-9c8a-fbd20ede96be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.532512] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.532753] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c92c844-ea70-4e5e-9bf3-993c949f1ae1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.538338] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1046.538338] env[62136]: value = "task-2287126" [ 1046.538338] env[62136]: _type = "Task" [ 1046.538338] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.548577] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.660413] env[62136]: DEBUG nova.scheduler.client.report [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.691282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.691564] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.691800] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.692017] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.692219] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.694435] env[62136]: INFO nova.compute.manager [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Terminating instance [ 1046.760930] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.047739] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287126, 'name': PowerOffVM_Task, 'duration_secs': 0.290675} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.048036] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.048219] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.048477] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5109ba-cdca-4ea5-854c-736c2620f8b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.114995] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.115294] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.115490] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleting the datastore file [datastore2] 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.115752] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26521fe1-3151-42e1-a6bb-862191d8b541 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.122230] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1047.122230] env[62136]: value = "task-2287128" [ 1047.122230] env[62136]: _type = "Task" [ 1047.122230] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.130253] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.169213] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.198211] env[62136]: DEBUG nova.compute.manager [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.198435] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.199357] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e05a44-1590-4487-bf04-ade7fd352817 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.206970] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.207240] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b855defb-55bc-40de-8217-72a3a4b32f44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.212683] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1047.212683] env[62136]: value = "task-2287129" [ 1047.212683] env[62136]: _type = "Task" [ 1047.212683] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.220249] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.261973] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.479454] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.479454] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465520', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'name': 'volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3508b85f-c396-484f-a0c1-a2342c7d6813', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'serial': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.479656] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8cc934-7886-450b-adf5-9da6f93ebb4b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.498493] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c8e70-6dce-49d8-991e-df6f21140587 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.522997] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54/volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.523284] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534377e1-6270-4a35-bc3e-4b581745fc1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.542836] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1047.542836] env[62136]: value = "task-2287130" [ 1047.542836] env[62136]: _type = "Task" [ 1047.542836] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.552553] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.631516] env[62136]: DEBUG oslo_vmware.api [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143377} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.631796] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.631985] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.632759] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.633131] env[62136]: INFO nova.compute.manager [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1047.633403] env[62136]: DEBUG oslo.service.loopingcall [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.633613] env[62136]: DEBUG nova.compute.manager [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.633714] env[62136]: DEBUG nova.network.neutron [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.688044] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d8371f8a-8fb1-48a0-9e80-2e5ca00d9356 tempest-ServerActionsV293TestJSON-1263180794 tempest-ServerActionsV293TestJSON-1263180794-project-member] Lock "70f04c9a-dccf-4ffc-ae12-ab2de89bbeff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.110s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.722691] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287129, 'name': PowerOffVM_Task, 'duration_secs': 0.243967} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.722992] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.723185] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.723435] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee05c6c3-9914-4d60-afb1-99ab50d0506d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.760265] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.818557] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.818713] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.818899] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleting the datastore file [datastore1] e1896db5-a141-41cb-9b57-193a21929bf2 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.819195] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894a259f-14b8-4da4-aadc-fbedfe33c1a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.825382] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1047.825382] env[62136]: value = "task-2287132" [ 1047.825382] env[62136]: _type = "Task" [ 1047.825382] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.833107] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.053224] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287130, 'name': ReconfigVM_Task, 'duration_secs': 0.367414} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.053224] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54/volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.058407] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018344e5-0b39-4c67-820b-0b1fb1209fcb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.071994] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1048.071994] env[62136]: value = "task-2287133" [ 1048.071994] env[62136]: _type = "Task" [ 1048.071994] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.083027] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.114165] env[62136]: DEBUG nova.compute.manager [req-f37b24c8-8891-402f-a83d-be4a765c3e60 req-6a989214-5f6b-4c31-ac2a-2c25486bfbd0 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Received event network-vif-deleted-33ceea7b-5deb-4d9e-ac3e-50838d984ca0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.114165] env[62136]: INFO nova.compute.manager [req-f37b24c8-8891-402f-a83d-be4a765c3e60 req-6a989214-5f6b-4c31-ac2a-2c25486bfbd0 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Neutron deleted interface 33ceea7b-5deb-4d9e-ac3e-50838d984ca0; detaching it from the instance and deleting it from the info cache [ 1048.114165] env[62136]: DEBUG nova.network.neutron [req-f37b24c8-8891-402f-a83d-be4a765c3e60 req-6a989214-5f6b-4c31-ac2a-2c25486bfbd0 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.263052] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.337839] env[62136]: DEBUG oslo_vmware.api [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223467} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.341877] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.343435] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.343435] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.343435] env[62136]: INFO nova.compute.manager [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.343826] env[62136]: DEBUG oslo.service.loopingcall [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.344070] env[62136]: DEBUG nova.compute.manager [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.344325] env[62136]: DEBUG nova.network.neutron [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.585674] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.595290] env[62136]: DEBUG nova.network.neutron [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.616422] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1a8a6e-c96b-4607-a851-a564a38e8f3e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.625853] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946e94c-5dab-43d5-b746-74c9dcafc335 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.656188] env[62136]: DEBUG nova.compute.manager [req-f37b24c8-8891-402f-a83d-be4a765c3e60 req-6a989214-5f6b-4c31-ac2a-2c25486bfbd0 service nova] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Detach interface failed, port_id=33ceea7b-5deb-4d9e-ac3e-50838d984ca0, reason: Instance 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1048.744730] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.747183] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.747183] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.747183] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.747183] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.748215] env[62136]: INFO nova.compute.manager [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Terminating instance [ 1048.761645] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.088517] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.098126] env[62136]: INFO nova.compute.manager [-] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Took 1.46 seconds to deallocate network for instance. [ 1049.258136] env[62136]: DEBUG nova.compute.manager [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.258406] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.259206] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88233a1-e47c-4dfc-87b6-3ee848487557 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.267291] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.269266] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.269500] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05144f9d-fd32-4b73-bb63-5a6874082e3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.275663] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1049.275663] env[62136]: value = "task-2287134" [ 1049.275663] env[62136]: _type = "Task" [ 1049.275663] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.284575] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.374797] env[62136]: DEBUG nova.network.neutron [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.395860] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.396145] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.587304] env[62136]: DEBUG oslo_vmware.api [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287133, 'name': ReconfigVM_Task, 'duration_secs': 1.147975} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.587641] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465520', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'name': 'volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3508b85f-c396-484f-a0c1-a2342c7d6813', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'serial': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.605023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.605498] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.605498] env[62136]: DEBUG nova.objects.instance [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'resources' on Instance uuid 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1049.762778] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.783614] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287134, 'name': PowerOffVM_Task, 'duration_secs': 0.267669} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.783879] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.784045] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.784300] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292b475a-6b40-4750-ac58-0ff2646d648b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.849033] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.849033] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.849033] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleting the datastore file [datastore1] c356e5e5-c53b-44ce-8d37-2695ffe8f097 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.849033] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432672fe-7d8b-48d3-8cb7-6a2628fb96fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.855238] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1049.855238] env[62136]: value = "task-2287136" [ 1049.855238] env[62136]: _type = "Task" [ 1049.855238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.863033] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.878107] env[62136]: INFO nova.compute.manager [-] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Took 1.53 seconds to deallocate network for instance. [ 1049.898966] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.139124] env[62136]: DEBUG nova.compute.manager [req-5eff1d2d-a6f2-4ace-8583-65175896e4bd req-a077db79-cd31-4163-a904-2d678880557d service nova] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Received event network-vif-deleted-e63e5b12-7ed1-4ad1-869e-fd1a12e56887 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.265953] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.272425] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593ea97-ef26-4b29-b149-e0501422b326 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.279123] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d2cf3-e8e6-481f-a849-63e6c4904fb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.310238] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d9e448-18c1-4c67-8b45-a1c32b4dbfa4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.317694] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e12f9-689b-4d3b-be14-573948eeea32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.331088] env[62136]: DEBUG nova.compute.provider_tree [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.364444] env[62136]: DEBUG oslo_vmware.api [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183867} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.364629] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.364813] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.364996] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.365277] env[62136]: INFO nova.compute.manager [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1050.365523] env[62136]: DEBUG oslo.service.loopingcall [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.365713] env[62136]: DEBUG nova.compute.manager [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.365809] env[62136]: DEBUG nova.network.neutron [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.384849] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.416253] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.623204] env[62136]: DEBUG nova.objects.instance [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'flavor' on Instance uuid 3508b85f-c396-484f-a0c1-a2342c7d6813 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1050.765108] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.834688] env[62136]: DEBUG nova.scheduler.client.report [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.081837] env[62136]: DEBUG nova.network.neutron [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.128692] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1c99d237-38ab-4dc5-ba13-634b46b31502 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.260s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.266609] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.270143] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.270372] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.270577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.270825] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.271039] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.273139] env[62136]: INFO nova.compute.manager [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Terminating instance [ 1051.339768] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.342172] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.957s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.342791] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.344286] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.928s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.345775] env[62136]: INFO nova.compute.claims [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.361802] env[62136]: INFO nova.scheduler.client.report [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleted allocations for instance 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd [ 1051.363938] env[62136]: INFO nova.scheduler.client.report [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted allocations for instance e1896db5-a141-41cb-9b57-193a21929bf2 [ 1051.584614] env[62136]: INFO nova.compute.manager [-] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Took 1.22 seconds to deallocate network for instance. [ 1051.766038] env[62136]: DEBUG oslo_vmware.api [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287124, 'name': ReconfigVM_Task, 'duration_secs': 5.761272} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.766316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.766513] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Reconfigured VM to detach interface {{(pid=62136) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1051.776634] env[62136]: DEBUG nova.compute.manager [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.776874] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.777230] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1992fdc8-0ee2-4bab-acbd-ea2ed8ddf8e6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.783320] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1051.783320] env[62136]: value = "task-2287137" [ 1051.783320] env[62136]: _type = "Task" [ 1051.783320] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.791468] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.875413] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a858e7b-262c-48df-acc4-fc1489593ffb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.861s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.876921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-99ee81fe-97d3-45b6-b190-9b26c5f6de26 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "e1896db5-a141-41cb-9b57-193a21929bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.185s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.090408] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.166352] env[62136]: DEBUG nova.compute.manager [req-8762669e-856e-47de-a5c1-174b32469141 req-88f63c4d-e17f-4b15-ad0f-0fd2d47ab52a service nova] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Received event network-vif-deleted-239f478f-23ba-4d60-9127-f02e761a507a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.296997] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287137, 'name': PowerOffVM_Task, 'duration_secs': 0.226058} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.297342] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.297896] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.297896] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465520', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'name': 'volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3508b85f-c396-484f-a0c1-a2342c7d6813', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'serial': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.298917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe73fcb-d38c-4f20-ad03-040f3279803b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.326658] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb19110a-2ad4-494d-8f24-43c2245a72fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.335197] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f7e63-1d35-4f90-83a7-c5bb65bec224 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.363808] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f4640-1c4d-4890-8b14-4bb59e27444a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.381461] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] The volume has not been displaced from its original location: [datastore2] volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54/volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.387919] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.391205] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ed2b23-de61-48b2-972a-ef8f08c1f8ea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.410905] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1052.410905] env[62136]: value = "task-2287138" [ 1052.410905] env[62136]: _type = "Task" [ 1052.410905] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.422857] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.552150] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b1b011-8ea9-437e-92dc-478ee775ba85 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.560131] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22846a9-a430-447d-9e95-0f7960e362a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.589379] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729e037-e8ca-4802-b796-61547514f243 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.597035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26311e9-3323-4096-bc2d-644a4c9c0a41 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.613071] env[62136]: DEBUG nova.compute.provider_tree [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.920838] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287138, 'name': ReconfigVM_Task, 'duration_secs': 0.230199} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.921330] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.926912] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd3a1d7-363d-48d0-be36-d24bec1588d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.942797] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1052.942797] env[62136]: value = "task-2287139" [ 1052.942797] env[62136]: _type = "Task" [ 1052.942797] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.951632] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.967145] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.967398] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.116241] env[62136]: DEBUG nova.scheduler.client.report [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.288234] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.288543] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquired lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.288793] env[62136]: DEBUG nova.network.neutron [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.453036] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287139, 'name': ReconfigVM_Task, 'duration_secs': 0.338864} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.453406] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465520', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'name': 'volume-9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3508b85f-c396-484f-a0c1-a2342c7d6813', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54', 'serial': '9bc7713e-4cf9-4070-a9e5-5b3bf5d77b54'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.453726] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.454513] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ece92-2b0d-45ba-87f9-65f50b47f5a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.461258] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.461529] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b4bee1f-b268-4d6f-a566-c577f7bd38dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.471488] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.540960] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.541210] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.541398] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore1] 3508b85f-c396-484f-a0c1-a2342c7d6813 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.542680] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dac9494-e432-4cfc-8991-5f0fb003835c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.546440] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.546667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.550027] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1053.550027] env[62136]: value = "task-2287141" [ 1053.550027] env[62136]: _type = "Task" [ 1053.550027] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.559260] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.602406] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.602792] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.603091] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.603339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.603525] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.605882] env[62136]: INFO nova.compute.manager [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Terminating instance [ 1053.622212] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.622569] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.625090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.535s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.625309] env[62136]: DEBUG nova.objects.instance [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'resources' on Instance uuid c356e5e5-c53b-44ce-8d37-2695ffe8f097 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1053.993073] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.005741] env[62136]: INFO nova.network.neutron [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Port b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1054.006097] env[62136]: DEBUG nova.network.neutron [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [{"id": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "address": "fa:16:3e:96:15:82", "network": {"id": "fef92ccf-c8f0-4466-894a-77357af919b8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-741641017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "421a568b4a5440f393b0b162387b69e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703b86b-5f", "ovs_interfaceid": "a703b86b-5f1f-471b-a3e4-21afa16bee4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.049760] env[62136]: DEBUG nova.compute.utils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.060462] env[62136]: DEBUG oslo_vmware.api [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140567} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.061323] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.061512] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.061693] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.061872] env[62136]: INFO nova.compute.manager [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1054.062132] env[62136]: DEBUG oslo.service.loopingcall [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.062572] env[62136]: DEBUG nova.compute.manager [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.062672] env[62136]: DEBUG nova.network.neutron [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.109137] env[62136]: DEBUG nova.compute.manager [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.109370] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.110625] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79ec4f-ecc0-42ca-aa39-40102c9255ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.117765] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.118370] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b4d696e-7aae-460f-ac64-54616fdaad0f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.124765] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1054.124765] env[62136]: value = "task-2287142" [ 1054.124765] env[62136]: _type = "Task" [ 1054.124765] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.128893] env[62136]: DEBUG nova.compute.utils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.130441] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.130630] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.140142] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.179438] env[62136]: DEBUG nova.policy [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceed14621c1b479094234d3afeddc638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2040163607d54cccbb4d96cd32bad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.189649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.189649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.338028] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1877604-0c26-4d71-8975-2a33d2ec2400 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.345284] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c3e70b-b409-402e-ab64-4b579ccba520 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.377544] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e734ee35-8ebd-4bfa-87eb-3c9ba56048de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.384890] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c4437-5735-4d98-a2be-eb6263959cc5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.398306] env[62136]: DEBUG nova.compute.provider_tree [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.503293] env[62136]: DEBUG nova.compute.manager [req-047838e6-ae02-40ff-9316-0e6045633fbf req-00a4bad3-4ef3-42d4-9e12-65549958d042 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Received event network-vif-deleted-d51926a8-47a8-4361-af8e-feb5823d10ab {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.503580] env[62136]: INFO nova.compute.manager [req-047838e6-ae02-40ff-9316-0e6045633fbf req-00a4bad3-4ef3-42d4-9e12-65549958d042 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Neutron deleted interface d51926a8-47a8-4361-af8e-feb5823d10ab; detaching it from the instance and deleting it from the info cache [ 1054.503639] env[62136]: DEBUG nova.network.neutron [req-047838e6-ae02-40ff-9316-0e6045633fbf req-00a4bad3-4ef3-42d4-9e12-65549958d042 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.507872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Releasing lock "refresh_cache-f731e137-791e-40ed-a556-5d1df4d9cf59" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.552778] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.590574] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Successfully created port: c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.634526] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287142, 'name': PowerOffVM_Task, 'duration_secs': 0.216359} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.634800] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.634975] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.635567] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b681f37-9c9f-4dd1-aea8-7209eb74b721 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.637545] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.692714] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.709027] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.709027] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.709027] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleting the datastore file [datastore2] f731e137-791e-40ed-a556-5d1df4d9cf59 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.709027] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf58cf2-cc00-4832-9ee9-6c9cd0fa2d97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.714847] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1054.714847] env[62136]: value = "task-2287144" [ 1054.714847] env[62136]: _type = "Task" [ 1054.714847] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.723028] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.791468] env[62136]: DEBUG nova.network.neutron [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.901825] env[62136]: DEBUG nova.scheduler.client.report [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.006082] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acfc3bd0-04d3-45db-aee7-8ad047d119b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.011601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-db41e636-3ddc-4626-9715-63fa8af4e449 tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "interface-f731e137-791e-40ed-a556-5d1df4d9cf59-b6b732a4-f0a5-4a39-ba7e-fbc0dd09c6a5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.830s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.017198] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a3cb54-5458-44fe-a448-efadafd35b92 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.049053] env[62136]: DEBUG nova.compute.manager [req-047838e6-ae02-40ff-9316-0e6045633fbf req-00a4bad3-4ef3-42d4-9e12-65549958d042 service nova] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Detach interface failed, port_id=d51926a8-47a8-4361-af8e-feb5823d10ab, reason: Instance 3508b85f-c396-484f-a0c1-a2342c7d6813 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1055.142736] env[62136]: INFO nova.virt.block_device [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Booting with volume dca5f068-29c3-4891-8c01-f0aa6051e0ec at /dev/sda [ 1055.180356] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77341b0f-e5ff-405d-b033-297bd539dc69 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.189442] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8960ea7-32ec-4f8a-9e2b-e349e8809638 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.220896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.223697] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d590f6de-a6fb-4451-93d5-6d1a68c68d56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.230446] env[62136]: DEBUG oslo_vmware.api [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179332} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.231534] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.231737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.231923] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.232117] env[62136]: INFO nova.compute.manager [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.232355] env[62136]: DEBUG oslo.service.loopingcall [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.232598] env[62136]: DEBUG nova.compute.manager [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.232720] env[62136]: DEBUG nova.network.neutron [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.236736] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd0d396-dc01-4e7f-97ea-daabd1e63542 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.267167] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656fd174-fafc-4b96-b164-fdccadbe3e1d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.273702] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db46989-b0c4-4446-ae28-bc7aea275202 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.286494] env[62136]: DEBUG nova.virt.block_device [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating existing volume attachment record: 8f10c2a2-4a6e-4f92-8918-eb374e6342bf {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.294163] env[62136]: INFO nova.compute.manager [-] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Took 1.23 seconds to deallocate network for instance. [ 1055.409038] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.409038] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.416s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.410553] env[62136]: INFO nova.compute.claims [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.426994] env[62136]: INFO nova.scheduler.client.report [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted allocations for instance c356e5e5-c53b-44ce-8d37-2695ffe8f097 [ 1055.610139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.610139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.610139] env[62136]: INFO nova.compute.manager [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Attaching volume 2a82c067-8b87-477e-811d-1aac500365c6 to /dev/sdb [ 1055.837113] env[62136]: INFO nova.compute.manager [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Took 0.54 seconds to detach 1 volumes for instance. [ 1055.863173] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575d8f7-dc85-4bc7-a268-9840eb1858d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.872272] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e441ce5-ee6c-42af-89c8-91907a851abf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.888313] env[62136]: DEBUG nova.virt.block_device [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating existing volume attachment record: de57c296-4863-401d-a70d-2d1770c49de6 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.937750] env[62136]: DEBUG oslo_concurrency.lockutils [None req-5c8c9d69-b4d0-417a-98c8-12389894d3b7 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "c356e5e5-c53b-44ce-8d37-2695ffe8f097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.192s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.042166] env[62136]: DEBUG nova.compute.manager [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Received event network-vif-plugged-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.042418] env[62136]: DEBUG oslo_concurrency.lockutils [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.042642] env[62136]: DEBUG oslo_concurrency.lockutils [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.042839] env[62136]: DEBUG oslo_concurrency.lockutils [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.043030] env[62136]: DEBUG nova.compute.manager [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] No waiting events found dispatching network-vif-plugged-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.043207] env[62136]: WARNING nova.compute.manager [req-033a535d-594d-47d7-9c32-4b4f2b9766ce req-2614610f-2752-4b01-81da-474f85f854eb service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Received unexpected event network-vif-plugged-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d for instance with vm_state building and task_state block_device_mapping. [ 1056.220963] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Successfully updated port: c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.343071] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.506431] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "e0c44643-9513-4ab6-963b-2aca3134fc22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.506789] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.508563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.508563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.508563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.512870] env[62136]: INFO nova.compute.manager [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Terminating instance [ 1056.529876] env[62136]: DEBUG nova.compute.manager [req-7a4f68ad-ae4a-4d67-823d-b84ccb96adbb req-8515e38d-e2e4-4f4d-aa52-c8822d3f62f3 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Received event network-vif-deleted-a703b86b-5f1f-471b-a3e4-21afa16bee4f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.530095] env[62136]: INFO nova.compute.manager [req-7a4f68ad-ae4a-4d67-823d-b84ccb96adbb req-8515e38d-e2e4-4f4d-aa52-c8822d3f62f3 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Neutron deleted interface a703b86b-5f1f-471b-a3e4-21afa16bee4f; detaching it from the instance and deleting it from the info cache [ 1056.530330] env[62136]: DEBUG nova.network.neutron [req-7a4f68ad-ae4a-4d67-823d-b84ccb96adbb req-8515e38d-e2e4-4f4d-aa52-c8822d3f62f3 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.588612] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e1b03-b9b0-4773-a497-35f1abe3f083 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.596018] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc17803-5b64-4612-8517-88d012f8778c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.627298] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472999e-325d-4c51-a67b-16f21a1b5a49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.634382] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec1b45-a674-45a9-b7ba-695e9e5eea31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.649026] env[62136]: DEBUG nova.compute.provider_tree [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.701500] env[62136]: DEBUG nova.network.neutron [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.725363] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.725523] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725677] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.016989] env[62136]: DEBUG nova.compute.manager [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.017268] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.018194] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae4462-18e2-4977-bc4c-59794c5587f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.026789] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.027072] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445be459-89dc-4cad-a1b7-4027b8be616d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.033319] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ab33019-cda3-4e90-a61d-7793a3aa4271 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.035156] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1057.035156] env[62136]: value = "task-2287148" [ 1057.035156] env[62136]: _type = "Task" [ 1057.035156] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.044220] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e53746e-56d1-46d5-87ef-4b6328927c75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.057692] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.075071] env[62136]: DEBUG nova.compute.manager [req-7a4f68ad-ae4a-4d67-823d-b84ccb96adbb req-8515e38d-e2e4-4f4d-aa52-c8822d3f62f3 service nova] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Detach interface failed, port_id=a703b86b-5f1f-471b-a3e4-21afa16bee4f, reason: Instance f731e137-791e-40ed-a556-5d1df4d9cf59 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1057.151570] env[62136]: DEBUG nova.scheduler.client.report [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.204239] env[62136]: INFO nova.compute.manager [-] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Took 1.97 seconds to deallocate network for instance. [ 1057.258274] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.379832] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.380397] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.380632] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.380794] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.380981] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.381145] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.381294] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.381504] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.381664] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.381834] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.382012] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.382192] env[62136]: DEBUG nova.virt.hardware [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.383114] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94b024-0877-4640-9c72-2ebfa21a351a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.391202] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69857187-20bd-4d93-b3e6-8d3e1c2b8787 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.395547] env[62136]: DEBUG nova.network.neutron [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.546223] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287148, 'name': PowerOffVM_Task, 'duration_secs': 0.272898} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.546520] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.546699] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.546965] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10a4d825-3f55-4aaa-ab3d-a138921f8dae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.613574] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.613955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.614221] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleting the datastore file [datastore1] e0c44643-9513-4ab6-963b-2aca3134fc22 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.614502] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c07ff5-af05-4410-8b32-ed4d9bbc6aac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.620962] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for the task: (returnval){ [ 1057.620962] env[62136]: value = "task-2287150" [ 1057.620962] env[62136]: _type = "Task" [ 1057.620962] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.628999] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.656074] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.656592] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.660126] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.439s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.661285] env[62136]: INFO nova.compute.claims [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.711158] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.898853] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.899226] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Instance network_info: |[{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.899656] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c7:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.907217] env[62136]: DEBUG oslo.service.loopingcall [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.907437] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.907660] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d8810ee-7120-4b35-b076-2913cb881280 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.927246] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.927246] env[62136]: value = "task-2287151" [ 1057.927246] env[62136]: _type = "Task" [ 1057.927246] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.934559] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287151, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.070601] env[62136]: DEBUG nova.compute.manager [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Received event network-changed-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.070857] env[62136]: DEBUG nova.compute.manager [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Refreshing instance network info cache due to event network-changed-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.070987] env[62136]: DEBUG oslo_concurrency.lockutils [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.071157] env[62136]: DEBUG oslo_concurrency.lockutils [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.071321] env[62136]: DEBUG nova.network.neutron [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Refreshing network info cache for port c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.131088] env[62136]: DEBUG oslo_vmware.api [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Task: {'id': task-2287150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143022} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.131355] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.131545] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.131740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.131987] env[62136]: INFO nova.compute.manager [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1058.132257] env[62136]: DEBUG oslo.service.loopingcall [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.132449] env[62136]: DEBUG nova.compute.manager [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.132666] env[62136]: DEBUG nova.network.neutron [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.161698] env[62136]: DEBUG nova.compute.utils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.163177] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.163358] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.213304] env[62136]: DEBUG nova.policy [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f1eee52848f4ec9958a2f069e1abe83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d05750f53a84aeda370c5507279438a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.436923] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287151, 'name': CreateVM_Task, 'duration_secs': 0.339241} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.437135] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.437905] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'attachment_id': '8f10c2a2-4a6e-4f92-8918-eb374e6342bf', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465518', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'name': 'volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e8fca2b-a904-415c-b56d-3e35326f3d1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'serial': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec'}, 'volume_type': None}], 'swap': None} {{(pid=62136) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1058.438573] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Root volume attach. Driver type: vmdk {{(pid=62136) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1058.439087] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834674aa-978b-4ab5-8a05-65e6d53f5f2b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.446669] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc5615-0aed-43c3-a34c-65e41621571f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.452875] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe592b3-acf8-46f0-9ef9-c8c07b2c5c02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.458321] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a95ab453-cfce-4ef0-8fe0-b8a253a201c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.464646] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1058.464646] env[62136]: value = "task-2287153" [ 1058.464646] env[62136]: _type = "Task" [ 1058.464646] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.472091] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.552974] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Successfully created port: f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.668920] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.865273] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cfa1cf-280f-41f5-8b45-47d89e3fa102 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.869603] env[62136]: DEBUG nova.network.neutron [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.882896] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b923cc3-2d60-46a1-af00-bcb92c3558f0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.934985] env[62136]: DEBUG nova.network.neutron [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updated VIF entry in instance network info cache for port c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.935529] env[62136]: DEBUG nova.network.neutron [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.937904] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930f441-371c-4ed2-aca4-759961111d8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.949146] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062baf6-d574-43d6-a7c2-05516eec5941 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.971675] env[62136]: DEBUG nova.compute.provider_tree [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.983889] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 43%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.379559] env[62136]: INFO nova.compute.manager [-] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Took 1.25 seconds to deallocate network for instance. [ 1059.443515] env[62136]: DEBUG oslo_concurrency.lockutils [req-1ba57890-6856-4503-b139-fd6834aba26e req-fc33f290-0744-47fa-95e4-aef3de8b6d56 service nova] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.482116] env[62136]: DEBUG nova.scheduler.client.report [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.485220] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 56%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.683268] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.709978] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.710303] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.710468] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.710727] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.710905] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.711074] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.711330] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.711504] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.711697] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.711916] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.712111] env[62136]: DEBUG nova.virt.hardware [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.713172] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971d986-7435-444f-8945-7ee57df51f4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.721701] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b01ee0-dfa3-4c73-818b-aaaee9c9fa5d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.886766] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.981689] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 71%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.989025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.989025] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.991661] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.649s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.992318] env[62136]: DEBUG nova.objects.instance [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'resources' on Instance uuid 3508b85f-c396-484f-a0c1-a2342c7d6813 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1060.121737] env[62136]: DEBUG nova.compute.manager [req-e756a72b-2254-4514-b991-637a71f528b4 req-4f4cfc42-6063-4c81-b219-dbd1b4e0e9cd service nova] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Received event network-vif-deleted-291dadae-525d-4a38-81d0-55b4661c5299 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.145457] env[62136]: DEBUG nova.compute.manager [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Received event network-vif-plugged-f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.145591] env[62136]: DEBUG oslo_concurrency.lockutils [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.145818] env[62136]: DEBUG oslo_concurrency.lockutils [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.145973] env[62136]: DEBUG oslo_concurrency.lockutils [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.146579] env[62136]: DEBUG nova.compute.manager [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] No waiting events found dispatching network-vif-plugged-f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.146856] env[62136]: WARNING nova.compute.manager [req-6c3837af-caa6-4b04-9b2e-03fbd75b50ea req-24ddbaae-72b5-498e-894c-933f73e6b31f service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Received unexpected event network-vif-plugged-f67337a2-8e3d-44fa-a665-932eff0c5507 for instance with vm_state building and task_state spawning. [ 1060.243807] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Successfully updated port: f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.435145] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.435422] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465522', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'name': 'volume-2a82c067-8b87-477e-811d-1aac500365c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4b0f72b-62c7-4953-a602-a030b6ac4f57', 'attached_at': '', 'detached_at': '', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'serial': '2a82c067-8b87-477e-811d-1aac500365c6'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.436364] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67259505-467b-45fa-ab69-a1950ad5b31f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453507] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401603d-4731-49db-8948-b52da6f03f09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.479039] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-2a82c067-8b87-477e-811d-1aac500365c6/volume-2a82c067-8b87-477e-811d-1aac500365c6.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.479485] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ada8f45-d49b-46e0-ab3c-ad5b1f89e380 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.496933] env[62136]: DEBUG nova.compute.utils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.501444] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.501630] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.506926] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1060.506926] env[62136]: value = "task-2287154" [ 1060.506926] env[62136]: _type = "Task" [ 1060.506926] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.510687] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 86%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.520421] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.548598] env[62136]: DEBUG nova.policy [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e38afe52c9744b17afa04e835043911e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfe59cda913455fa2fa02435558e0cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.746855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.747049] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.747234] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.780203] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4378ccf-7433-4702-a967-95b288618113 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.787647] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e33789-1a3f-4be9-aedf-0dc590c15adf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.821198] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2bceb2-a15b-4373-929c-0087fd68f5c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.829080] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e5387-843d-4edd-bedc-07bac203b481 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.842493] env[62136]: DEBUG nova.compute.provider_tree [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.877819] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Successfully created port: bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.903979] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.904238] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.904390] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1060.989662] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 97%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.002498] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.019793] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.291130] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.346157] env[62136]: DEBUG nova.scheduler.client.report [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.456376] env[62136]: DEBUG nova.network.neutron [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.490302] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task} progress is 98%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.518941] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287154, 'name': ReconfigVM_Task, 'duration_secs': 0.563793} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.519256] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-2a82c067-8b87-477e-811d-1aac500365c6/volume-2a82c067-8b87-477e-811d-1aac500365c6.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.524364] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ccc0c7-15b4-4b1a-b9a1-dc71961ab392 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.539162] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1061.539162] env[62136]: value = "task-2287155" [ 1061.539162] env[62136]: _type = "Task" [ 1061.539162] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.547635] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.851478] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.853988] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.143s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.854260] env[62136]: DEBUG nova.objects.instance [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'resources' on Instance uuid f731e137-791e-40ed-a556-5d1df4d9cf59 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1061.875476] env[62136]: INFO nova.scheduler.client.report [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance 3508b85f-c396-484f-a0c1-a2342c7d6813 [ 1061.958598] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.958937] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Instance network_info: |[{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.959389] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:dc:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f67337a2-8e3d-44fa-a665-932eff0c5507', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.967077] env[62136]: DEBUG oslo.service.loopingcall [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.967290] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.967512] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45be846c-428b-4918-9a9c-2df992d97c36 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.990203] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287153, 'name': RelocateVM_Task, 'duration_secs': 3.091258} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.991426] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.991640] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465518', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'name': 'volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e8fca2b-a904-415c-b56d-3e35326f3d1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'serial': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.991876] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.991876] env[62136]: value = "task-2287156" [ 1061.991876] env[62136]: _type = "Task" [ 1061.991876] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.992530] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086dda2-68cc-4345-9988-dc46148d481b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.002057] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287156, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.013010] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.015639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222958d4-460c-4a64-88ef-006b99626988 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.037567] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec/volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.039693] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390525df-a258-4ada-ae11-35b852205e9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.059938] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.060246] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.060444] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.060781] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.060781] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.060924] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.061149] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.061317] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.061483] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.061644] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.061816] env[62136]: DEBUG nova.virt.hardware [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.062624] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb44176-9d49-414a-8436-6f15de98b7ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.069050] env[62136]: DEBUG oslo_vmware.api [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287155, 'name': ReconfigVM_Task, 'duration_secs': 0.147063} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.069404] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1062.069404] env[62136]: value = "task-2287157" [ 1062.069404] env[62136]: _type = "Task" [ 1062.069404] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.070235] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465522', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'name': 'volume-2a82c067-8b87-477e-811d-1aac500365c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4b0f72b-62c7-4953-a602-a030b6ac4f57', 'attached_at': '', 'detached_at': '', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'serial': '2a82c067-8b87-477e-811d-1aac500365c6'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.077485] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96878624-6bca-4150-8c21-5e7769dfe2ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.098334] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.175157] env[62136]: DEBUG nova.compute.manager [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Received event network-changed-f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.175373] env[62136]: DEBUG nova.compute.manager [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Refreshing instance network info cache due to event network-changed-f67337a2-8e3d-44fa-a665-932eff0c5507. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.176030] env[62136]: DEBUG oslo_concurrency.lockutils [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.176030] env[62136]: DEBUG oslo_concurrency.lockutils [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.176030] env[62136]: DEBUG nova.network.neutron [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Refreshing network info cache for port f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.383119] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cc45b16c-4f1e-4f01-ac01-5b03d814f171 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "3508b85f-c396-484f-a0c1-a2342c7d6813" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.112s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.505944] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287156, 'name': CreateVM_Task, 'duration_secs': 0.511796} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.506485] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.507515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.507515] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.507785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.510467] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1736651b-97eb-4e72-a1a7-181d051c13bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.518897] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1062.518897] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527bd642-b1bf-cc8d-73a0-7306c11a300d" [ 1062.518897] env[62136]: _type = "Task" [ 1062.518897] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.530577] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527bd642-b1bf-cc8d-73a0-7306c11a300d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.559385] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a34d4b-07f6-4f4e-b43d-849e3fb4095e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.569267] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cc679-6302-4537-bfdd-785bae59b16f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.604622] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4aca1-72e0-4c07-bd55-2da3710920ff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.610249] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287157, 'name': ReconfigVM_Task, 'duration_secs': 0.319119} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.610964] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec/volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.618270] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8527bfe-4ad3-4b1f-b7ba-35c62c31ac6c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.629795] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda787d7-b808-4ae0-bc37-0753a4bc167c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.645294] env[62136]: DEBUG nova.compute.provider_tree [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.648265] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1062.648265] env[62136]: value = "task-2287158" [ 1062.648265] env[62136]: _type = "Task" [ 1062.648265] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.660293] env[62136]: DEBUG nova.compute.manager [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Received event network-vif-plugged-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.660649] env[62136]: DEBUG oslo_concurrency.lockutils [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.660959] env[62136]: DEBUG oslo_concurrency.lockutils [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.661257] env[62136]: DEBUG oslo_concurrency.lockutils [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.661504] env[62136]: DEBUG nova.compute.manager [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] No waiting events found dispatching network-vif-plugged-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.661728] env[62136]: WARNING nova.compute.manager [req-beb38d7d-0da6-49d0-9fea-34303da78082 req-04197f22-e6c9-4a89-9e0d-ef51a348c48d service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Received unexpected event network-vif-plugged-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c for instance with vm_state building and task_state spawning. [ 1062.662480] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.890561] env[62136]: DEBUG nova.network.neutron [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updated VIF entry in instance network info cache for port f67337a2-8e3d-44fa-a665-932eff0c5507. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.890992] env[62136]: DEBUG nova.network.neutron [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.030043] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527bd642-b1bf-cc8d-73a0-7306c11a300d, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.030522] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.030760] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.030902] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.031103] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.031389] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76bf19f2-8309-47f9-ba40-fb1b11a715eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.043246] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Successfully updated port: bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.047242] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.047242] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.047242] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f85ae6b-d3f8-4ec7-9002-f0d6bfc51bd3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.052448] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1063.052448] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255c614-4031-28fb-ce33-5db72d722181" [ 1063.052448] env[62136]: _type = "Task" [ 1063.052448] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.063973] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255c614-4031-28fb-ce33-5db72d722181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.153158] env[62136]: DEBUG nova.scheduler.client.report [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.161503] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287158, 'name': ReconfigVM_Task, 'duration_secs': 0.18204} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.161872] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465518', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'name': 'volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e8fca2b-a904-415c-b56d-3e35326f3d1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'serial': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.162419] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2643bbd4-b468-4782-be1d-6616420ba4bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.164679] env[62136]: DEBUG nova.objects.instance [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid a4b0f72b-62c7-4953-a602-a030b6ac4f57 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1063.171580] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1063.171580] env[62136]: value = "task-2287159" [ 1063.171580] env[62136]: _type = "Task" [ 1063.171580] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.180378] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287159, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.395054] env[62136]: DEBUG oslo_concurrency.lockutils [req-d46a57ef-59d2-4b2f-80f0-be49a4a8b873 req-d6954968-66da-41d1-896d-66b79e239762 service nova] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.547376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.548992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.548992] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.563683] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5255c614-4031-28fb-ce33-5db72d722181, 'name': SearchDatastore_Task, 'duration_secs': 0.014073} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.564537] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2467cf2e-2f98-4d00-b70b-c302378a8e3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.570782] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1063.570782] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c5e8c-bee3-5b70-0ec6-40fd569526a1" [ 1063.570782] env[62136]: _type = "Task" [ 1063.570782] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.581478] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c5e8c-bee3-5b70-0ec6-40fd569526a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.658895] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.661188] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.775s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.661427] env[62136]: DEBUG nova.objects.instance [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lazy-loading 'resources' on Instance uuid e0c44643-9513-4ab6-963b-2aca3134fc22 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1063.669920] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4be4e892-1a44-482f-8166-0c2729730857 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.062s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.682857] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287159, 'name': Rename_Task, 'duration_secs': 0.19394} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.683177] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.685200] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f085a72f-f7df-4f59-a7f7-e7716c2d58f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.685976] env[62136]: INFO nova.scheduler.client.report [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted allocations for instance f731e137-791e-40ed-a556-5d1df4d9cf59 [ 1063.694020] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1063.694020] env[62136]: value = "task-2287160" [ 1063.694020] env[62136]: _type = "Task" [ 1063.694020] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.702587] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.083890] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c5e8c-bee3-5b70-0ec6-40fd569526a1, 'name': SearchDatastore_Task, 'duration_secs': 0.026386} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.083890] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.083890] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.083890] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b46209-cebd-4429-847d-ead42b9f2ccf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.088726] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1064.088726] env[62136]: value = "task-2287161" [ 1064.088726] env[62136]: _type = "Task" [ 1064.088726] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.096506] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.114169] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.204972] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b196dfa9-97a7-4f1c-845d-8f3fa966a88a tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "f731e137-791e-40ed-a556-5d1df4d9cf59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.602s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.213478] env[62136]: DEBUG oslo_vmware.api [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287160, 'name': PowerOnVM_Task, 'duration_secs': 0.477023} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.214700] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.214921] env[62136]: INFO nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1064.215117] env[62136]: DEBUG nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.216175] env[62136]: DEBUG nova.compute.manager [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Received event network-changed-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.216698] env[62136]: DEBUG nova.compute.manager [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Refreshing instance network info cache due to event network-changed-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.216820] env[62136]: DEBUG oslo_concurrency.lockutils [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] Acquiring lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.218215] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b676194-5e7c-4859-be1d-cab8392019cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.338352] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7ce28-cb24-4db0-baec-9fde781f5641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.346136] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd53b9d-85e7-4ccd-9fa1-32793e70ea16 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.380207] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241943e-a466-4953-958f-bdeeb7dd03a7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.387491] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52d4f4-b601-48e5-bb05-0650537088e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.401515] env[62136]: DEBUG nova.compute.provider_tree [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.417611] env[62136]: DEBUG nova.network.neutron [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating instance_info_cache with network_info: [{"id": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "address": "fa:16:3e:d7:aa:07", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb1a1b3d-25", "ovs_interfaceid": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.475637] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.475900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.476098] env[62136]: INFO nova.compute.manager [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Shelving [ 1064.599437] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.744505] env[62136]: INFO nova.compute.manager [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Took 14.34 seconds to build instance. [ 1064.905361] env[62136]: DEBUG nova.scheduler.client.report [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.920752] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.921097] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Instance network_info: |[{"id": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "address": "fa:16:3e:d7:aa:07", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb1a1b3d-25", "ovs_interfaceid": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.921415] env[62136]: DEBUG oslo_concurrency.lockutils [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] Acquired lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.921598] env[62136]: DEBUG nova.network.neutron [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Refreshing network info cache for port bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.923412] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:aa:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb1a1b3d-25d8-4382-b10c-ad20be45fd0c', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.932211] env[62136]: DEBUG oslo.service.loopingcall [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.935963] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.936673] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d54cb831-2155-4689-8bc1-725bb1f40142 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.963326] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.963326] env[62136]: value = "task-2287162" [ 1064.963326] env[62136]: _type = "Task" [ 1064.963326] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.972906] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287162, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.048312] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.048630] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.100864] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846698} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.101133] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.101343] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.101589] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8f2540-0969-4d14-8894-b356ce6ea608 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.107904] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1065.107904] env[62136]: value = "task-2287163" [ 1065.107904] env[62136]: _type = "Task" [ 1065.107904] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.117124] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.218492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.218908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.219201] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.219415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.219605] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.221911] env[62136]: INFO nova.compute.manager [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Terminating instance [ 1065.246131] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0f966e9d-1635-4bdc-8095-01e2fe7e6e44 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.850s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.411026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.431594] env[62136]: INFO nova.scheduler.client.report [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Deleted allocations for instance e0c44643-9513-4ab6-963b-2aca3134fc22 [ 1065.477418] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287162, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.488403] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.488403] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57db253-15d5-43c7-8959-381bf4466f75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.498917] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1065.498917] env[62136]: value = "task-2287164" [ 1065.498917] env[62136]: _type = "Task" [ 1065.498917] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.510964] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.551760] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.617449] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076844} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.617837] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.619101] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d25db-1d4c-4007-a17d-dcfab95467f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.649844] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.652050] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf6e4c4-b846-458f-a80a-b2fa8d1e4199 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.669893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.670297] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.679770] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1065.679770] env[62136]: value = "task-2287165" [ 1065.679770] env[62136]: _type = "Task" [ 1065.679770] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.688366] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.726280] env[62136]: DEBUG nova.compute.manager [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.726664] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.727497] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a6a30-152d-4a9a-aa8a-fc961159bdc1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.738233] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.738551] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c52533b-5808-41fa-9a62-95778819aa9f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.748098] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1065.748098] env[62136]: value = "task-2287166" [ 1065.748098] env[62136]: _type = "Task" [ 1065.748098] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.759270] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.790374] env[62136]: DEBUG nova.network.neutron [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updated VIF entry in instance network info cache for port bb1a1b3d-25d8-4382-b10c-ad20be45fd0c. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.790809] env[62136]: DEBUG nova.network.neutron [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating instance_info_cache with network_info: [{"id": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "address": "fa:16:3e:d7:aa:07", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb1a1b3d-25", "ovs_interfaceid": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.837381] env[62136]: DEBUG nova.compute.manager [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.837637] env[62136]: DEBUG nova.compute.manager [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing instance network info cache due to event network-changed-aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.837881] env[62136]: DEBUG oslo_concurrency.lockutils [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.838093] env[62136]: DEBUG oslo_concurrency.lockutils [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838323] env[62136]: DEBUG nova.network.neutron [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Refreshing network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.944380] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9d63de3-1d81-4fab-9dff-b04479884e98 tempest-ServerRescueNegativeTestJSON-324028426 tempest-ServerRescueNegativeTestJSON-324028426-project-member] Lock "e0c44643-9513-4ab6-963b-2aca3134fc22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.438s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.976843] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287162, 'name': CreateVM_Task, 'duration_secs': 0.761291} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.977029] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.977726] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.977926] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.979026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.979026] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28aa769b-c3ec-4bed-b18e-2a9063fff57d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.984145] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1065.984145] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5256952f-d4f6-d1e9-1731-47408384b7e7" [ 1065.984145] env[62136]: _type = "Task" [ 1065.984145] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.992409] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5256952f-d4f6-d1e9-1731-47408384b7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.007347] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287164, 'name': PowerOffVM_Task, 'duration_secs': 0.286503} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.007601] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.008392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cda96-be9e-49a5-8900-63186ac89ff2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.025777] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52387259-fefc-42fd-9638-02b743f81353 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.079704] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.079970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.081545] env[62136]: INFO nova.compute.claims [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.174627] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.193198] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287165, 'name': ReconfigVM_Task, 'duration_secs': 0.291973} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.193493] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.194182] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fec942a-222e-4227-9848-2fda938cbee0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.203346] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1066.203346] env[62136]: value = "task-2287167" [ 1066.203346] env[62136]: _type = "Task" [ 1066.203346] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.215398] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287167, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.258397] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287166, 'name': PowerOffVM_Task, 'duration_secs': 0.22492} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.258697] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.258889] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.259166] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d4583d-cf71-4420-8920-40700fee95c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.294250] env[62136]: DEBUG oslo_concurrency.lockutils [req-e3778814-6fa8-4093-80bd-42366633cc50 req-5cb64e8a-ea47-44a4-9c52-4d594cfdc2dd service nova] Releasing lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.323393] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.323638] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.323810] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleting the datastore file [datastore1] 9fd729e2-79f8-48fb-a54e-d849bbecfed9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.324478] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b93f7daf-e446-42bd-8985-40b6b22424eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.331471] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for the task: (returnval){ [ 1066.331471] env[62136]: value = "task-2287169" [ 1066.331471] env[62136]: _type = "Task" [ 1066.331471] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.342761] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.495364] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5256952f-d4f6-d1e9-1731-47408384b7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.498055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.498315] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.498552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.498705] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498890] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.499184] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-154f2af3-b286-438a-b269-4300ae8ba359 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.507050] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.507240] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.507938] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de64aa0e-2f43-489a-9f4d-2857fc15b169 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.513670] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1066.513670] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520e3ae7-d6cb-c20e-d8b7-a7f3645c90ce" [ 1066.513670] env[62136]: _type = "Task" [ 1066.513670] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.520814] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520e3ae7-d6cb-c20e-d8b7-a7f3645c90ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.537566] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.537843] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d61e1250-28fe-4c84-a7e0-9e60227b4e20 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.545065] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1066.545065] env[62136]: value = "task-2287170" [ 1066.545065] env[62136]: _type = "Task" [ 1066.545065] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.553746] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.699225] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.713768] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287167, 'name': Rename_Task, 'duration_secs': 0.165447} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.714043] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.714303] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b99f19b-9553-44df-a232-827d2aac67ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.716649] env[62136]: DEBUG nova.network.neutron [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updated VIF entry in instance network info cache for port aa825509-7ee4-4b13-8e7e-811f8235e3f1. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.717306] env[62136]: DEBUG nova.network.neutron [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.723033] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1066.723033] env[62136]: value = "task-2287171" [ 1066.723033] env[62136]: _type = "Task" [ 1066.723033] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.731403] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.844362] env[62136]: DEBUG oslo_vmware.api [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Task: {'id': task-2287169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173792} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.844651] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.844869] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.845301] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.845518] env[62136]: INFO nova.compute.manager [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1066.845786] env[62136]: DEBUG oslo.service.loopingcall [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.845990] env[62136]: DEBUG nova.compute.manager [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.846101] env[62136]: DEBUG nova.network.neutron [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.025159] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520e3ae7-d6cb-c20e-d8b7-a7f3645c90ce, 'name': SearchDatastore_Task, 'duration_secs': 0.028378} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.025967] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9060d5-2663-4ac4-abad-8bdc4763c0fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.032664] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1067.032664] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b4be10-41de-743c-9afe-1808fb7cd5d2" [ 1067.032664] env[62136]: _type = "Task" [ 1067.032664] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.041884] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b4be10-41de-743c-9afe-1808fb7cd5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.056320] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.220089] env[62136]: DEBUG oslo_concurrency.lockutils [req-adbc3131-6856-4a9f-9968-631dcdc5adac req-b5f8cfb9-d0db-4005-9390-aa0dcfe3b6f8 service nova] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.233414] env[62136]: DEBUG oslo_vmware.api [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287171, 'name': PowerOnVM_Task, 'duration_secs': 0.475052} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.233812] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.233891] env[62136]: INFO nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1067.234038] env[62136]: DEBUG nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.234877] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf145f8e-b4aa-4149-99a9-e23b6a6ecf66 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.308768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebaade9-7b73-4eba-ac07-e37bd2d54472 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.312897] env[62136]: DEBUG nova.compute.manager [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1067.323976] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406dff3-a288-4ae0-a0f7-87a89ae6a39c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.363090] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4560b20-db74-46c4-bc47-72ad7ca18c6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.371399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a21a1-a096-4343-9cff-123e74eeae31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.388235] env[62136]: DEBUG nova.compute.provider_tree [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.404215] env[62136]: DEBUG nova.compute.manager [req-e16ce3ac-8b33-444d-ae97-cb225257627c req-3b87fa82-5d96-45e5-90bb-d47ffd75f509 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Received event network-vif-deleted-341abe3d-6969-41b6-8aef-501ad77b3534 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.404465] env[62136]: INFO nova.compute.manager [req-e16ce3ac-8b33-444d-ae97-cb225257627c req-3b87fa82-5d96-45e5-90bb-d47ffd75f509 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Neutron deleted interface 341abe3d-6969-41b6-8aef-501ad77b3534; detaching it from the instance and deleting it from the info cache [ 1067.404645] env[62136]: DEBUG nova.network.neutron [req-e16ce3ac-8b33-444d-ae97-cb225257627c req-3b87fa82-5d96-45e5-90bb-d47ffd75f509 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.543258] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52b4be10-41de-743c-9afe-1808fb7cd5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.543546] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.543850] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 91c815fe-fc89-42cb-a6fd-1ab882ff388f/91c815fe-fc89-42cb-a6fd-1ab882ff388f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.544135] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47036dcc-c13a-45c9-8eaa-4d1ae6a65d0c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.550818] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1067.550818] env[62136]: value = "task-2287172" [ 1067.550818] env[62136]: _type = "Task" [ 1067.550818] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.557037] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287170, 'name': CreateSnapshot_Task, 'duration_secs': 0.8821} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.558112] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.558399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a121b-38ab-4296-aa56-29bd3639d32d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.563605] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.763821] env[62136]: INFO nova.compute.manager [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Took 13.79 seconds to build instance. [ 1067.838564] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.870157] env[62136]: DEBUG nova.compute.manager [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Received event network-changed-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.870464] env[62136]: DEBUG nova.compute.manager [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Refreshing instance network info cache due to event network-changed-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.870738] env[62136]: DEBUG oslo_concurrency.lockutils [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.870943] env[62136]: DEBUG oslo_concurrency.lockutils [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.871136] env[62136]: DEBUG nova.network.neutron [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Refreshing network info cache for port c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.891846] env[62136]: DEBUG nova.scheduler.client.report [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.895835] env[62136]: DEBUG nova.network.neutron [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.907652] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc18bd1-c5f7-4e82-8593-5ceb2a1b4187 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.920224] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabbf385-effe-4e55-9d7c-3cc0245ce2aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.954277] env[62136]: DEBUG nova.compute.manager [req-e16ce3ac-8b33-444d-ae97-cb225257627c req-3b87fa82-5d96-45e5-90bb-d47ffd75f509 service nova] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Detach interface failed, port_id=341abe3d-6969-41b6-8aef-501ad77b3534, reason: Instance 9fd729e2-79f8-48fb-a54e-d849bbecfed9 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1068.063345] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.079122] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.079491] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69c75d96-c1e9-4980-a8e9-f90b2db99a7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.088053] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1068.088053] env[62136]: value = "task-2287173" [ 1068.088053] env[62136]: _type = "Task" [ 1068.088053] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.098031] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287173, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.269153] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8e4fe6bb-56c1-4440-9b32-1bf2a2b4fdcd tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.300s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.398029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.398439] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.401299] env[62136]: INFO nova.compute.manager [-] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Took 1.56 seconds to deallocate network for instance. [ 1068.401615] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.703s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.404258] env[62136]: INFO nova.compute.claims [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.565041] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678582} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.565331] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 91c815fe-fc89-42cb-a6fd-1ab882ff388f/91c815fe-fc89-42cb-a6fd-1ab882ff388f.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.565553] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.565873] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00d98a4e-564f-408b-a352-efc19fa382ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.573475] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1068.573475] env[62136]: value = "task-2287174" [ 1068.573475] env[62136]: _type = "Task" [ 1068.573475] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.582433] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.599225] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287173, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.744787] env[62136]: DEBUG nova.network.neutron [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updated VIF entry in instance network info cache for port c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.745259] env[62136]: DEBUG nova.network.neutron [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.911835] env[62136]: DEBUG nova.compute.utils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1068.913232] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.913407] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.915854] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.956173] env[62136]: DEBUG nova.policy [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.962808] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Didn't find any instances for network info cache update. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1068.962808] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.962808] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.962989] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.963108] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.963279] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.963432] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.963570] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1068.963763] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.083471] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077994} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.083765] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.084562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227ed03-3369-4e9a-b012-b03850a82bd3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.106279] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 91c815fe-fc89-42cb-a6fd-1ab882ff388f/91c815fe-fc89-42cb-a6fd-1ab882ff388f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.110845] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89410959-684b-4227-a598-74595b103ad7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.129834] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287173, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.131062] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1069.131062] env[62136]: value = "task-2287175" [ 1069.131062] env[62136]: _type = "Task" [ 1069.131062] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.138180] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.239877] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Successfully created port: 4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.248896] env[62136]: DEBUG oslo_concurrency.lockutils [req-36d75c93-0c14-488d-951d-a951630348b6 req-1eef3fda-8db9-4300-a8cd-b0478f35d721 service nova] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.418353] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.467712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.607903] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287173, 'name': CloneVM_Task, 'duration_secs': 1.511965} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.608269] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Created linked-clone VM from snapshot [ 1069.609042] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4debc5-ca34-4f26-95e1-1eb2f844a308 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.616437] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Uploading image 50106c5c-2461-4750-b46d-d2f16e507fa0 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.642425] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287175, 'name': ReconfigVM_Task, 'duration_secs': 0.458208} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.644357] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.644357] env[62136]: value = "vm-465527" [ 1069.644357] env[62136]: _type = "VirtualMachine" [ 1069.644357] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.644737] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 91c815fe-fc89-42cb-a6fd-1ab882ff388f/91c815fe-fc89-42cb-a6fd-1ab882ff388f.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.645595] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15490bd3-9f59-49b0-8999-0fc402049cea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.647478] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5eb72b6-7c05-430d-ae8e-b061b5b36a44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.654364] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1069.654364] env[62136]: value = "task-2287176" [ 1069.654364] env[62136]: _type = "Task" [ 1069.654364] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.655432] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease: (returnval){ [ 1069.655432] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5222243b-eb77-0154-ecc6-87d820d375d7" [ 1069.655432] env[62136]: _type = "HttpNfcLease" [ 1069.655432] env[62136]: } obtained for exporting VM: (result){ [ 1069.655432] env[62136]: value = "vm-465527" [ 1069.655432] env[62136]: _type = "VirtualMachine" [ 1069.655432] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.655694] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the lease: (returnval){ [ 1069.655694] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5222243b-eb77-0154-ecc6-87d820d375d7" [ 1069.655694] env[62136]: _type = "HttpNfcLease" [ 1069.655694] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.666245] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287176, 'name': Rename_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.667662] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.667662] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5222243b-eb77-0154-ecc6-87d820d375d7" [ 1069.667662] env[62136]: _type = "HttpNfcLease" [ 1069.667662] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.693284] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaac2c1-6325-4a61-b45b-8b5011471d87 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.702235] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69358cc4-5f82-4525-9dcd-fbab07c4215e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.740773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a20f4c-ca34-4934-9bb7-c6b7febf1585 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.747818] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321f371-16bf-4523-a7c2-d461d4ad8bc5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.763455] env[62136]: DEBUG nova.compute.provider_tree [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.767521] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.767666] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.086883] env[62136]: DEBUG nova.compute.manager [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Received event network-changed-f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.087151] env[62136]: DEBUG nova.compute.manager [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Refreshing instance network info cache due to event network-changed-f67337a2-8e3d-44fa-a665-932eff0c5507. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.087369] env[62136]: DEBUG oslo_concurrency.lockutils [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.087489] env[62136]: DEBUG oslo_concurrency.lockutils [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.087638] env[62136]: DEBUG nova.network.neutron [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Refreshing network info cache for port f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.167304] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287176, 'name': Rename_Task, 'duration_secs': 0.156725} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.168892] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.169455] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.169455] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5222243b-eb77-0154-ecc6-87d820d375d7" [ 1070.169455] env[62136]: _type = "HttpNfcLease" [ 1070.169455] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.169455] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a2556ee-d89b-4a17-8414-5586e237515a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.170788] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.170788] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5222243b-eb77-0154-ecc6-87d820d375d7" [ 1070.170788] env[62136]: _type = "HttpNfcLease" [ 1070.170788] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.171472] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0768658-2d4a-4b46-bb38-ee4a66e675ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.178512] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.178685] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.180952] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1070.180952] env[62136]: value = "task-2287178" [ 1070.180952] env[62136]: _type = "Task" [ 1070.180952] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.245374] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.267774] env[62136]: DEBUG nova.scheduler.client.report [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.272037] env[62136]: DEBUG nova.compute.utils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.302625] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b63eeef9-97e5-4f87-a44a-654c8ca4e61b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.434341] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.461615] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.461615] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.461615] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.461615] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.461615] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.461917] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.462618] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.462618] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.462762] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.462920] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.463199] env[62136]: DEBUG nova.virt.hardware [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.464463] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f12175d-71c7-4407-8369-ed4711c6693d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.474591] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb00781-5d4b-4a10-a2e3-071a64fc4785 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.694556] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.774770] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.775344] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.782025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.940s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.782025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.797820] env[62136]: DEBUG nova.compute.manager [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received event network-vif-plugged-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.797820] env[62136]: DEBUG oslo_concurrency.lockutils [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.797820] env[62136]: DEBUG oslo_concurrency.lockutils [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.797820] env[62136]: DEBUG oslo_concurrency.lockutils [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.797820] env[62136]: DEBUG nova.compute.manager [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] No waiting events found dispatching network-vif-plugged-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.797820] env[62136]: WARNING nova.compute.manager [req-7755a070-acd7-4154-b703-661af3a9bca1 req-40623ed8-6971-446a-9852-01fe10925cd5 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received unexpected event network-vif-plugged-4e611157-22df-4a35-a086-5f16d30ca78a for instance with vm_state building and task_state spawning. [ 1070.865688] env[62136]: DEBUG nova.network.neutron [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updated VIF entry in instance network info cache for port f67337a2-8e3d-44fa-a665-932eff0c5507. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.866012] env[62136]: DEBUG nova.network.neutron [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.902045] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Successfully updated port: 4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.192402] env[62136]: DEBUG oslo_vmware.api [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287178, 'name': PowerOnVM_Task, 'duration_secs': 0.54571} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.192817] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.193060] env[62136]: INFO nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1071.193298] env[62136]: DEBUG nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.194147] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80422b-2e0d-435c-b3dc-eb0d2d47628f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.284330] env[62136]: INFO nova.compute.claims [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.289094] env[62136]: DEBUG nova.compute.utils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.290437] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.292048] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.334137] env[62136]: DEBUG nova.policy [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62cc103ccef14ead9a396cbd745f854c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11700c8f296a463b87cee10b35fa3884', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.368961] env[62136]: DEBUG oslo_concurrency.lockutils [req-2216b63d-5b29-4695-b9f3-3d6834e44573 req-9428a8c6-a648-4e9b-b023-9eb85f44a7c8 service nova] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.405830] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.406165] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.406358] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.665211] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Successfully created port: dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.712974] env[62136]: INFO nova.compute.manager [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Took 16.51 seconds to build instance. [ 1071.795520] env[62136]: INFO nova.compute.resource_tracker [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating resource usage from migration 8de95723-16a0-40e7-8a9e-1c5e37f29d40 [ 1071.799323] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.847360] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.847655] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.847949] env[62136]: INFO nova.compute.manager [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Attaching volume 7a0962e9-1567-4fe4-bebf-b2045ada343b to /dev/sdb [ 1071.900872] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9257a9a9-a3c2-489e-bf37-4f14ed975af6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.912631] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad96aa4-98cf-4ef6-858b-7c3559bb1c30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.930492] env[62136]: DEBUG nova.virt.block_device [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating existing volume attachment record: 7992dbe4-9c79-4223-864c-df29d8df8582 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1071.945022] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.014937] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70deb4a-81d7-4474-8ea2-d96a1477ca9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.025716] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08365c14-cfff-4315-af07-e045c5d7b034 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.059031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec9fb4-6351-4ae7-a660-2e36a8c57667 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.067606] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272969ca-a5e4-4f73-8d6f-693ef10572da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.085256] env[62136]: DEBUG nova.compute.provider_tree [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.125845] env[62136]: DEBUG nova.network.neutron [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updating instance_info_cache with network_info: [{"id": "4e611157-22df-4a35-a086-5f16d30ca78a", "address": "fa:16:3e:d7:6f:ba", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e611157-22", "ovs_interfaceid": "4e611157-22df-4a35-a086-5f16d30ca78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.214908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d43594c5-44b3-4e12-8873-6916c996fc7e tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.025s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.589097] env[62136]: DEBUG nova.scheduler.client.report [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.629975] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.630352] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance network_info: |[{"id": "4e611157-22df-4a35-a086-5f16d30ca78a", "address": "fa:16:3e:d7:6f:ba", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e611157-22", "ovs_interfaceid": "4e611157-22df-4a35-a086-5f16d30ca78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.630831] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:6f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e611157-22df-4a35-a086-5f16d30ca78a', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.640421] env[62136]: DEBUG oslo.service.loopingcall [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.640713] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.641332] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c617399b-8d08-4b5f-8b88-2e72ecb5eb38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.662265] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.662265] env[62136]: value = "task-2287182" [ 1072.662265] env[62136]: _type = "Task" [ 1072.662265] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.670600] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287182, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.811625] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.826737] env[62136]: DEBUG nova.compute.manager [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received event network-changed-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.826942] env[62136]: DEBUG nova.compute.manager [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Refreshing instance network info cache due to event network-changed-4e611157-22df-4a35-a086-5f16d30ca78a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.827228] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Acquiring lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.827393] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Acquired lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.827558] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Refreshing network info cache for port 4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.846080] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.846351] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.846508] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.846689] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.846835] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.846980] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.847206] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.847362] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.847522] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.847683] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.847853] env[62136]: DEBUG nova.virt.hardware [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.849155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a6fa5-8df1-438a-ab72-90b8b2401da5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.857960] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb0d600-aba0-434a-8c8b-7f9ef0bb773e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.094712] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.094941] env[62136]: INFO nova.compute.manager [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Migrating [ 1073.101468] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.186s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.101765] env[62136]: DEBUG nova.objects.instance [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lazy-loading 'resources' on Instance uuid 9fd729e2-79f8-48fb-a54e-d849bbecfed9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1073.172826] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287182, 'name': CreateVM_Task, 'duration_secs': 0.343532} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.173020] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.173754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.173938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.174315] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.174571] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537bfd75-7256-4ddf-a45a-3e3fba03d273 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.179568] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1073.179568] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524946dc-9594-67c1-7a45-3cb8ca274548" [ 1073.179568] env[62136]: _type = "Task" [ 1073.179568] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.187713] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524946dc-9594-67c1-7a45-3cb8ca274548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.333783] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Successfully updated port: dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.604887] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updated VIF entry in instance network info cache for port 4e611157-22df-4a35-a086-5f16d30ca78a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.605244] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updating instance_info_cache with network_info: [{"id": "4e611157-22df-4a35-a086-5f16d30ca78a", "address": "fa:16:3e:d7:6f:ba", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e611157-22", "ovs_interfaceid": "4e611157-22df-4a35-a086-5f16d30ca78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.610653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.610876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.611068] env[62136]: DEBUG nova.network.neutron [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.690443] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524946dc-9594-67c1-7a45-3cb8ca274548, 'name': SearchDatastore_Task, 'duration_secs': 0.030164} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.690775] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.691026] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.691268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.691441] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691629] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.691890] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab1f9c8-5eb2-4729-a867-15e223df56fa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.700967] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.701180] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.702054] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13207e0-f65c-456e-8e22-0c2f78ce2702 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.707237] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1073.707237] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52add4bd-b2da-faf0-af78-348e52ce2718" [ 1073.707237] env[62136]: _type = "Task" [ 1073.707237] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.715340] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52add4bd-b2da-faf0-af78-348e52ce2718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.839632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.839632] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.839632] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.878366] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee59cdea-3706-43d1-b170-5565e51f2ece {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.888452] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2ac628-901f-449e-b9f8-59a85b26b065 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.918369] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feafeafe-4c62-46f5-97bf-4ffbcd7b92c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.926264] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b4367-688f-4ff4-b447-0c0c5be43532 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940491] env[62136]: DEBUG nova.compute.provider_tree [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.109917] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Releasing lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.110172] env[62136]: DEBUG nova.compute.manager [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Received event network-changed-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.110357] env[62136]: DEBUG nova.compute.manager [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Refreshing instance network info cache due to event network-changed-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.110630] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Acquiring lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.110788] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Acquired lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.110957] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Refreshing network info cache for port bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.219682] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52add4bd-b2da-faf0-af78-348e52ce2718, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.220508] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfc7eff-b940-4baf-96d3-1f74c5096acc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.225496] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1074.225496] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52afada4-99f2-0ebd-2d12-7bae479eb1a3" [ 1074.225496] env[62136]: _type = "Task" [ 1074.225496] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.232818] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52afada4-99f2-0ebd-2d12-7bae479eb1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.328945] env[62136]: DEBUG nova.network.neutron [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.385722] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.444481] env[62136]: DEBUG nova.scheduler.client.report [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.596951] env[62136]: DEBUG nova.network.neutron [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updating instance_info_cache with network_info: [{"id": "dcaf6cef-6265-4324-8288-23a6c3a14469", "address": "fa:16:3e:a1:99:4f", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaf6cef-62", "ovs_interfaceid": "dcaf6cef-6265-4324-8288-23a6c3a14469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.736571] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52afada4-99f2-0ebd-2d12-7bae479eb1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.046207} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.736835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.737108] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 555f4b24-3f8d-43ac-995d-154ddf4b1a98/555f4b24-3f8d-43ac-995d-154ddf4b1a98.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.737417] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca0d904-ff03-418e-9f96-625694b49429 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.747019] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1074.747019] env[62136]: value = "task-2287184" [ 1074.747019] env[62136]: _type = "Task" [ 1074.747019] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.755480] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.831877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.860740] env[62136]: DEBUG nova.compute.manager [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Received event network-vif-plugged-dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.860740] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Acquiring lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.860740] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.861395] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.861395] env[62136]: DEBUG nova.compute.manager [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] No waiting events found dispatching network-vif-plugged-dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.861395] env[62136]: WARNING nova.compute.manager [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Received unexpected event network-vif-plugged-dcaf6cef-6265-4324-8288-23a6c3a14469 for instance with vm_state building and task_state spawning. [ 1074.861636] env[62136]: DEBUG nova.compute.manager [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Received event network-changed-dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.861698] env[62136]: DEBUG nova.compute.manager [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Refreshing instance network info cache due to event network-changed-dcaf6cef-6265-4324-8288-23a6c3a14469. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.862097] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Acquiring lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.885466] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updated VIF entry in instance network info cache for port bb1a1b3d-25d8-4382-b10c-ad20be45fd0c. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.885821] env[62136]: DEBUG nova.network.neutron [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating instance_info_cache with network_info: [{"id": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "address": "fa:16:3e:d7:aa:07", "network": {"id": "31c4c63f-9040-4813-8858-1a0b9e9051b2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-161151575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfe59cda913455fa2fa02435558e0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb1a1b3d-25", "ovs_interfaceid": "bb1a1b3d-25d8-4382-b10c-ad20be45fd0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.954334] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.956816] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.489s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.957028] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.957222] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1074.958605] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093364fa-5477-4c60-bbff-cbe8b5c0052e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.967268] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9d094-24e8-48a0-85fd-2779568c2805 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.982821] env[62136]: INFO nova.scheduler.client.report [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Deleted allocations for instance 9fd729e2-79f8-48fb-a54e-d849bbecfed9 [ 1074.984542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ec47a-8394-46a1-8640-7f786188a74a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.995092] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6821a0b8-bda9-4f8d-a600-13483e9d744f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.025352] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179174MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1075.025537] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.025676] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.099446] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.099808] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Instance network_info: |[{"id": "dcaf6cef-6265-4324-8288-23a6c3a14469", "address": "fa:16:3e:a1:99:4f", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaf6cef-62", "ovs_interfaceid": "dcaf6cef-6265-4324-8288-23a6c3a14469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.100135] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Acquired lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.100325] env[62136]: DEBUG nova.network.neutron [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Refreshing network info cache for port dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.101650] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:99:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcaf6cef-6265-4324-8288-23a6c3a14469', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.109812] env[62136]: DEBUG oslo.service.loopingcall [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.112830] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.113334] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba346592-48bf-49a3-ab72-f82707ed15b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.136588] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.136588] env[62136]: value = "task-2287185" [ 1075.136588] env[62136]: _type = "Task" [ 1075.136588] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.147304] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287185, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.259169] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287184, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.364600] env[62136]: DEBUG nova.network.neutron [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updated VIF entry in instance network info cache for port dcaf6cef-6265-4324-8288-23a6c3a14469. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.365166] env[62136]: DEBUG nova.network.neutron [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updating instance_info_cache with network_info: [{"id": "dcaf6cef-6265-4324-8288-23a6c3a14469", "address": "fa:16:3e:a1:99:4f", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaf6cef-62", "ovs_interfaceid": "dcaf6cef-6265-4324-8288-23a6c3a14469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.388057] env[62136]: DEBUG oslo_concurrency.lockutils [req-4e1d0a22-3f5f-4428-88fa-9cf40370b627 req-01d582a0-0e1b-44dc-af9d-3fd51a74535a service nova] Releasing lock "refresh_cache-91c815fe-fc89-42cb-a6fd-1ab882ff388f" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.495115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b259a21c-0620-4f9c-a665-f84881ac126b tempest-AttachInterfacesTestJSON-805038941 tempest-AttachInterfacesTestJSON-805038941-project-member] Lock "9fd729e2-79f8-48fb-a54e-d849bbecfed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.276s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.647534] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287185, 'name': CreateVM_Task, 'duration_secs': 0.441712} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.647713] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.648405] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.648610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.649009] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.649289] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2848f1f2-3183-4249-ade0-981f9f3a104c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.654982] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1075.654982] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52baa19f-db5a-79a1-ccfa-a49674f382e1" [ 1075.654982] env[62136]: _type = "Task" [ 1075.654982] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.662839] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52baa19f-db5a-79a1-ccfa-a49674f382e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.764107] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770113} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.764590] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 555f4b24-3f8d-43ac-995d-154ddf4b1a98/555f4b24-3f8d-43ac-995d-154ddf4b1a98.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.764986] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.765377] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09bf57e5-ad29-4034-b472-81dc9c932254 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.773433] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1075.773433] env[62136]: value = "task-2287186" [ 1075.773433] env[62136]: _type = "Task" [ 1075.773433] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.784669] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.867881] env[62136]: DEBUG oslo_concurrency.lockutils [req-fd5aa0ea-2198-4301-9bd0-a46c1e92e904 req-96fd4298-e082-48e7-9f91-24115cabcd01 service nova] Releasing lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.038851] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Applying migration context for instance 6e8fca2b-a904-415c-b56d-3e35326f3d1c as it has an incoming, in-progress migration 8de95723-16a0-40e7-8a9e-1c5e37f29d40. Migration status is migrating {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1076.040281] env[62136]: INFO nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating resource usage from migration 8de95723-16a0-40e7-8a9e-1c5e37f29d40 [ 1076.060442] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.060617] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a4b0f72b-62c7-4953-a602-a030b6ac4f57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.060774] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 2737f440-1a0f-47d0-afc3-4f3100436b30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.060844] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5d00c5ff-272e-4ca8-85a3-93d035939c42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.060965] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061091] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c13b37da-f66b-41f6-a4e4-76a3a71e253d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061207] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 91c815fe-fc89-42cb-a6fd-1ab882ff388f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061318] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 555f4b24-3f8d-43ac-995d-154ddf4b1a98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061425] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance dc1dacd7-c8a7-4534-ad17-4de495e1203b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061535] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Migration 8de95723-16a0-40e7-8a9e-1c5e37f29d40 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1076.061693] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 6e8fca2b-a904-415c-b56d-3e35326f3d1c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.061952] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1076.062110] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1076.167351] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52baa19f-db5a-79a1-ccfa-a49674f382e1, 'name': SearchDatastore_Task, 'duration_secs': 0.031018} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.167765] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.167938] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.168200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.168355] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.168581] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.168801] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc9e17fe-41de-46bb-867b-dccca620bfbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.182227] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.182430] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.185376] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77100798-8910-49a1-921b-941906ade1d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.190557] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1076.190557] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52469fc7-891b-cac5-bfb4-351d06a83b9d" [ 1076.190557] env[62136]: _type = "Task" [ 1076.190557] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.197763] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52469fc7-891b-cac5-bfb4-351d06a83b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.199226] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d1216-e7f5-4ebc-a692-d69818e5858a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.207091] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49012ad0-48bb-4ddb-b53c-80e44fb1c59a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.242129] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b63bc2-f9df-461a-b710-3abec99b5add {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.250309] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5dcbd6-ef99-4999-bf29-9f610b7a3125 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.265759] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.285255] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076233} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.286215] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.286354] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760bd134-e119-473d-9a2b-392711df3cd6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.310443] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 555f4b24-3f8d-43ac-995d-154ddf4b1a98/555f4b24-3f8d-43ac-995d-154ddf4b1a98.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.310782] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1532f36e-16e6-4362-9d55-5c0af3f9987f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.331797] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1076.331797] env[62136]: value = "task-2287187" [ 1076.331797] env[62136]: _type = "Task" [ 1076.331797] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.339782] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.349516] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d1f74-4f48-4d16-821a-be19b91b9adb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.376025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.702082] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52469fc7-891b-cac5-bfb4-351d06a83b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.026153} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.702913] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec7ee5c-203d-415d-b647-48396591c579 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.708255] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1076.708255] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5297b798-f0c8-892b-9081-b05a2f826e04" [ 1076.708255] env[62136]: _type = "Task" [ 1076.708255] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.718192] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5297b798-f0c8-892b-9081-b05a2f826e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.768573] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.841528] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287187, 'name': ReconfigVM_Task, 'duration_secs': 0.340247} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.841852] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 555f4b24-3f8d-43ac-995d-154ddf4b1a98/555f4b24-3f8d-43ac-995d-154ddf4b1a98.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.842516] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b25e9d71-d8eb-41ce-b83e-6ed973958e2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.849428] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1076.849428] env[62136]: value = "task-2287188" [ 1076.849428] env[62136]: _type = "Task" [ 1076.849428] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.857373] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287188, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.898550] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.898814] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea88e1af-cbdf-4609-b0eb-5b86c0913f18 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906593] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1076.906593] env[62136]: value = "task-2287189" [ 1076.906593] env[62136]: _type = "Task" [ 1076.906593] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.917402] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.987583] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.988007] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465529', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'name': 'volume-7a0962e9-1567-4fe4-bebf-b2045ada343b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8', 'attached_at': '', 'detached_at': '', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'serial': '7a0962e9-1567-4fe4-bebf-b2045ada343b'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.989350] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101913aa-c779-4824-9056-86328c08278b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.016528] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c44c7-8a44-4e10-92a9-eba5a4973f95 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.059463] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-7a0962e9-1567-4fe4-bebf-b2045ada343b/volume-7a0962e9-1567-4fe4-bebf-b2045ada343b.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.059929] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bab582e-09e0-49b7-972b-e3aa0463edd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.089623] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1077.089623] env[62136]: value = "task-2287190" [ 1077.089623] env[62136]: _type = "Task" [ 1077.089623] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.102471] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.220460] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5297b798-f0c8-892b-9081-b05a2f826e04, 'name': SearchDatastore_Task, 'duration_secs': 0.048652} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.220759] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.221037] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] dc1dacd7-c8a7-4534-ad17-4de495e1203b/dc1dacd7-c8a7-4534-ad17-4de495e1203b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.221315] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce09f506-a02c-4518-9020-a710e842a65d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.229735] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1077.229735] env[62136]: value = "task-2287191" [ 1077.229735] env[62136]: _type = "Task" [ 1077.229735] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.238691] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.274122] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1077.274122] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.274275] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.274404] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Cleaning up deleted instances {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1077.359283] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287188, 'name': Rename_Task, 'duration_secs': 0.217995} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.359672] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.359833] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153ab112-24fc-4f2b-820a-537af5572043 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.367949] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1077.367949] env[62136]: value = "task-2287192" [ 1077.367949] env[62136]: _type = "Task" [ 1077.367949] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.376431] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.417156] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287189, 'name': PowerOffVM_Task, 'duration_secs': 0.242757} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.417447] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.417731] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.600757] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287190, 'name': ReconfigVM_Task, 'duration_secs': 0.450069} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.601126] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-7a0962e9-1567-4fe4-bebf-b2045ada343b/volume-7a0962e9-1567-4fe4-bebf-b2045ada343b.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.606846] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912cc64f-4542-4d62-98a9-aa581f957de4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.625488] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1077.625488] env[62136]: value = "task-2287193" [ 1077.625488] env[62136]: _type = "Task" [ 1077.625488] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.636868] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.741169] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.793572] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] There are 58 instances to clean {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1077.793816] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3508b85f-c396-484f-a0c1-a2342c7d6813] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.881460] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.927031] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.927429] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.927543] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.933500] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7655dc84-f044-4399-b9e8-14b9b4d057d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.958873] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1077.958873] env[62136]: value = "task-2287194" [ 1077.958873] env[62136]: _type = "Task" [ 1077.958873] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.970687] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.135727] env[62136]: DEBUG oslo_vmware.api [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287193, 'name': ReconfigVM_Task, 'duration_secs': 0.220174} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.136549] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465529', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'name': 'volume-7a0962e9-1567-4fe4-bebf-b2045ada343b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8', 'attached_at': '', 'detached_at': '', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'serial': '7a0962e9-1567-4fe4-bebf-b2045ada343b'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.242989] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626096} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.243260] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] dc1dacd7-c8a7-4534-ad17-4de495e1203b/dc1dacd7-c8a7-4534-ad17-4de495e1203b.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.243471] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.243725] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213c5259-aba9-4395-895b-c60b5e0a2a47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.251457] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1078.251457] env[62136]: value = "task-2287195" [ 1078.251457] env[62136]: _type = "Task" [ 1078.251457] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.259663] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.297626] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f731e137-791e-40ed-a556-5d1df4d9cf59] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.380078] env[62136]: DEBUG oslo_vmware.api [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287192, 'name': PowerOnVM_Task, 'duration_secs': 0.697868} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.380308] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.380462] env[62136]: INFO nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1078.380649] env[62136]: DEBUG nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.381675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75649c4-0f6f-4c3a-bf89-024f6c60c392 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.470050] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287194, 'name': ReconfigVM_Task, 'duration_secs': 0.317058} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.470527] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.760808] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135862} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.761142] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.761852] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e4e75-7a77-48f8-8099-e32aaddd0ef6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.784144] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dc1dacd7-c8a7-4534-ad17-4de495e1203b/dc1dacd7-c8a7-4534-ad17-4de495e1203b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.784487] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed31de8-7950-45c3-9abf-9350f59876c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.801731] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a4bc46e4-45d5-4b4a-857e-1b0bb822dec5] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.805047] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1078.805047] env[62136]: value = "task-2287196" [ 1078.805047] env[62136]: _type = "Task" [ 1078.805047] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.813276] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.900824] env[62136]: INFO nova.compute.manager [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Took 12.84 seconds to build instance. [ 1078.977834] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.979251] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.979251] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.979251] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.979251] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.979415] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.980148] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.980382] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.980626] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.980847] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.981089] env[62136]: DEBUG nova.virt.hardware [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.987869] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.988636] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1a5f25-e917-4283-8c79-3336c44bde1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.009226] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1079.009226] env[62136]: value = "task-2287197" [ 1079.009226] env[62136]: _type = "Task" [ 1079.009226] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.017786] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.175793] env[62136]: DEBUG nova.objects.instance [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'flavor' on Instance uuid ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1079.306205] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: b488e4da-788c-4295-b71d-c7d95938a350] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.319089] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287196, 'name': ReconfigVM_Task, 'duration_secs': 0.274296} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.319402] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dc1dacd7-c8a7-4534-ad17-4de495e1203b/dc1dacd7-c8a7-4534-ad17-4de495e1203b.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.320045] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc282196-3bb5-41a5-ad43-ac27e6abed83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.330059] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1079.330059] env[62136]: value = "task-2287198" [ 1079.330059] env[62136]: _type = "Task" [ 1079.330059] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.343037] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287198, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.403798] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c0cb7c1c-c00c-4423-8ee8-bdac30b63931 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.355s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.521297] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287197, 'name': ReconfigVM_Task, 'duration_secs': 0.242971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.521585] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.522511] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007af2f2-ca70-4d74-84bf-e8255c594365 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.551352] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec/volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.551532] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9152e2-b622-433b-9670-bd5871284a17 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.573822] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1079.573822] env[62136]: value = "task-2287199" [ 1079.573822] env[62136]: _type = "Task" [ 1079.573822] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.582726] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.681845] env[62136]: DEBUG oslo_concurrency.lockutils [None req-17a20663-967b-4c09-adba-d391967b6396 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.834s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.813794] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 910fa7cd-5a93-47c3-9ff6-50762038167e] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.842657] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287198, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.085086] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.095689] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.095842] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.096253] env[62136]: INFO nova.compute.manager [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Shelving [ 1080.186686] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.188340] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee046a-8827-4b40-9987-58fb7d7dda45 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.196458] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.198025] env[62136]: ERROR oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk due to incomplete transfer. [ 1080.198025] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99f2449f-5d36-4b9b-8206-89677749af07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.204945] env[62136]: DEBUG oslo_vmware.rw_handles [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ee76-2939-2b0e-abdd-117d528630c7/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.205187] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Uploaded image 50106c5c-2461-4750-b46d-d2f16e507fa0 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.207568] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.207787] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-830501c2-146e-4143-8d86-54554c8f163d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.214075] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1080.214075] env[62136]: value = "task-2287200" [ 1080.214075] env[62136]: _type = "Task" [ 1080.214075] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.223151] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287200, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.317546] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 70f04c9a-dccf-4ffc-ae12-ab2de89bbeff] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.343144] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287198, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.585387] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287199, 'name': ReconfigVM_Task, 'duration_secs': 0.812352} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.585685] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec/volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.585971] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.724548] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287200, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.821172] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 9fd729e2-79f8-48fb-a54e-d849bbecfed9] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.841371] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287198, 'name': Rename_Task, 'duration_secs': 1.233589} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.841736] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.841997] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03aee2e7-8bc9-4e47-aaeb-c92de36a51e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.849810] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1080.849810] env[62136]: value = "task-2287201" [ 1080.849810] env[62136]: _type = "Task" [ 1080.849810] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.859796] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.067068] env[62136]: DEBUG nova.compute.manager [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.092834] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140fca4-cf7a-4924-a93e-e1bf461a21f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.113121] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.114549] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3921b6-51e1-41e7-927b-7b29d62999b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116758] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74684200-c0c8-4229-8346-ce39c3bf53e1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.136459] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.141245] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1081.141245] env[62136]: value = "task-2287202" [ 1081.141245] env[62136]: _type = "Task" [ 1081.141245] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.152505] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.225828] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287200, 'name': Destroy_Task, 'duration_secs': 0.587927} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.226194] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Destroyed the VM [ 1081.226488] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.226798] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c70ba35-d35e-471f-bc72-b2e5054ca593 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.234948] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1081.234948] env[62136]: value = "task-2287203" [ 1081.234948] env[62136]: _type = "Task" [ 1081.234948] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.243629] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.324595] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 25105611-c79d-44cb-a5a4-defe6695cc8f] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.360771] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.588051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.588051] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.655788] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287202, 'name': PowerOffVM_Task, 'duration_secs': 0.248847} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.656108] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.656943] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315559f2-cfd2-4f10-8d6c-94cb7dd64d38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.677414] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af013652-7cdd-4639-af37-11f734d0b20a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.744623] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427164} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.744926] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.745224] env[62136]: DEBUG nova.compute.manager [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.745995] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c9c66-9f67-43cd-be46-6e001e33f818 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.828509] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 28ad29fb-0e74-45db-8400-6d779d029aae] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.861489] env[62136]: DEBUG oslo_vmware.api [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287201, 'name': PowerOnVM_Task, 'duration_secs': 0.614263} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.861712] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.861915] env[62136]: INFO nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1081.862108] env[62136]: DEBUG nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.863204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd97783-290a-415b-a1a8-ad9ec8c311a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.093587] env[62136]: INFO nova.compute.claims [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.190075] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.190226] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7aaf2fd2-1d33-4573-a2f9-4d180aeaf353 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.199368] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1082.199368] env[62136]: value = "task-2287204" [ 1082.199368] env[62136]: _type = "Task" [ 1082.199368] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.209032] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.258423] env[62136]: INFO nova.compute.manager [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Shelve offloading [ 1082.332281] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c7227c14-9ccf-4177-8af1-614a382f22f1] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.381571] env[62136]: INFO nova.compute.manager [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Took 15.69 seconds to build instance. [ 1082.601629] env[62136]: INFO nova.compute.resource_tracker [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating resource usage from migration 2afeb8a4-f1e1-451d-b56a-102bb4b188ba [ 1082.709021] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287204, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.756229] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd826c2-7dda-4479-88a1-35809aebda08 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.763916] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.764197] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e0e804f-65bc-480c-9add-d89afd270283 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.766505] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00233071-059e-4e41-a4ca-07090bdde3e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.798943] env[62136]: DEBUG nova.network.neutron [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Port c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1082.801927] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b465f0-1902-432d-8e65-d2d688020635 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.804605] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1082.804605] env[62136]: value = "task-2287205" [ 1082.804605] env[62136]: _type = "Task" [ 1082.804605] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.811463] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17989ef9-f509-4f37-b4da-675692496f77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.820809] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.821032] env[62136]: DEBUG nova.compute.manager [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.821972] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567c6f1-945c-4f8e-8c05-777061ceab30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.832179] env[62136]: DEBUG nova.compute.provider_tree [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.835201] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 8683141b-9d0c-4a6e-be67-64c7748a0530] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.838695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.838695] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.838831] env[62136]: DEBUG nova.network.neutron [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.881422] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7ed4f9cd-d185-4813-8a2d-ed1c6ceef8a9 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.211s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.211540] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287204, 'name': CreateSnapshot_Task, 'duration_secs': 0.598793} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.211864] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.212684] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531466b-c68a-4ee8-9a85-aee42f43565c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.334882] env[62136]: DEBUG nova.scheduler.client.report [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.342026] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a65d8f37-ea6a-4ef7-9243-18140ff5630e] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.694135] env[62136]: DEBUG nova.compute.manager [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Received event network-changed-dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.694339] env[62136]: DEBUG nova.compute.manager [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Refreshing instance network info cache due to event network-changed-dcaf6cef-6265-4324-8288-23a6c3a14469. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1083.694567] env[62136]: DEBUG oslo_concurrency.lockutils [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] Acquiring lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.694741] env[62136]: DEBUG oslo_concurrency.lockutils [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] Acquired lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.695306] env[62136]: DEBUG nova.network.neutron [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Refreshing network info cache for port dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.730127] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1083.730667] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04484234-8ec0-4c42-a4f6-dba06e9c1b8c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.739677] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1083.739677] env[62136]: value = "task-2287206" [ 1083.739677] env[62136]: _type = "Task" [ 1083.739677] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.747698] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287206, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.751326] env[62136]: DEBUG nova.network.neutron [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.826381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.826610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.826783] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.840962] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.253s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.841333] env[62136]: INFO nova.compute.manager [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Migrating [ 1083.850347] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 58a0ac80-3e9a-4ff7-9b86-51ab1b51d1f5] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.251657] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287206, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.254676] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.359284] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.359395] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.359576] env[62136]: DEBUG nova.network.neutron [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.360812] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f9de95e5-e268-4707-9652-8acfb106a9b4] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.450835] env[62136]: DEBUG nova.network.neutron [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updated VIF entry in instance network info cache for port dcaf6cef-6265-4324-8288-23a6c3a14469. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.451228] env[62136]: DEBUG nova.network.neutron [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updating instance_info_cache with network_info: [{"id": "dcaf6cef-6265-4324-8288-23a6c3a14469", "address": "fa:16:3e:a1:99:4f", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcaf6cef-62", "ovs_interfaceid": "dcaf6cef-6265-4324-8288-23a6c3a14469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.491892] env[62136]: DEBUG nova.compute.manager [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-vif-unplugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.492177] env[62136]: DEBUG oslo_concurrency.lockutils [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.492658] env[62136]: DEBUG oslo_concurrency.lockutils [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.492966] env[62136]: DEBUG oslo_concurrency.lockutils [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.493310] env[62136]: DEBUG nova.compute.manager [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] No waiting events found dispatching network-vif-unplugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.493582] env[62136]: WARNING nova.compute.manager [req-e543f822-3420-4e4d-ac31-9de4cdd46454 req-81fdecfe-8580-43f3-949e-07d05c5c3917 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received unexpected event network-vif-unplugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d for instance with vm_state shelved and task_state shelving_offloading. [ 1084.583946] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.584868] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f0beb-c266-4471-965a-f329c2244715 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.593494] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.593776] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db08851-2a48-4315-9455-c34c2e27c546 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.675824] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.676512] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.676715] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.676993] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f83ab1b-3c0e-4407-afb0-a045bf183c5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.685572] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1084.685572] env[62136]: value = "task-2287208" [ 1084.685572] env[62136]: _type = "Task" [ 1084.685572] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.694032] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.751236] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287206, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.865074] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.865376] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.865499] env[62136]: DEBUG nova.network.neutron [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.869467] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 59e7d941-3643-4e83-abfb-f8677bf18cfe] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.954564] env[62136]: DEBUG oslo_concurrency.lockutils [req-f61ac1c4-0fd6-4df2-a819-a4a05d95173d req-349e360b-a052-484b-8a38-2604bd049b60 service nova] Releasing lock "refresh_cache-dc1dacd7-c8a7-4534-ad17-4de495e1203b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.076734] env[62136]: DEBUG nova.network.neutron [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.195672] env[62136]: DEBUG oslo_vmware.api [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12703} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.195920] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.196121] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.196302] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.222457] env[62136]: INFO nova.scheduler.client.report [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted allocations for instance 2737f440-1a0f-47d0-afc3-4f3100436b30 [ 1085.250860] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287206, 'name': CloneVM_Task, 'duration_secs': 1.098344} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.251145] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Created linked-clone VM from snapshot [ 1085.251908] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f5253c-4d70-4e0e-a311-e37d0c0d36a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.261784] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Uploading image 2f4082a0-5df6-4b08-8393-5400edc0a680 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1085.286800] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1085.286800] env[62136]: value = "vm-465533" [ 1085.286800] env[62136]: _type = "VirtualMachine" [ 1085.286800] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1085.287113] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-230e5512-2ed7-4566-8a2f-e3f9950dc2c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.296185] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lease: (returnval){ [ 1085.296185] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5215a7f3-edc8-69fb-338e-9d85e26461ef" [ 1085.296185] env[62136]: _type = "HttpNfcLease" [ 1085.296185] env[62136]: } obtained for exporting VM: (result){ [ 1085.296185] env[62136]: value = "vm-465533" [ 1085.296185] env[62136]: _type = "VirtualMachine" [ 1085.296185] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1085.296649] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the lease: (returnval){ [ 1085.296649] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5215a7f3-edc8-69fb-338e-9d85e26461ef" [ 1085.296649] env[62136]: _type = "HttpNfcLease" [ 1085.296649] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1085.304494] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.304494] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5215a7f3-edc8-69fb-338e-9d85e26461ef" [ 1085.304494] env[62136]: _type = "HttpNfcLease" [ 1085.304494] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1085.374430] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 64ee9182-d0f9-4ffb-bbd4-42a35fed577d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.579306] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.594283] env[62136]: DEBUG nova.network.neutron [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.726930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.727243] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.727470] env[62136]: DEBUG nova.objects.instance [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'resources' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1085.805830] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.805830] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5215a7f3-edc8-69fb-338e-9d85e26461ef" [ 1085.805830] env[62136]: _type = "HttpNfcLease" [ 1085.805830] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1085.806161] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1085.806161] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5215a7f3-edc8-69fb-338e-9d85e26461ef" [ 1085.806161] env[62136]: _type = "HttpNfcLease" [ 1085.806161] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1085.806909] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2740eb0-5086-42df-bbde-cd1e4f10ec97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.814963] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1085.815194] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1085.877768] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: fc405b50-af52-429d-9f01-543488fb69dd] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.921203] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03f56b76-2626-49d0-b68b-9ed1d1b01156 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.097735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.230865] env[62136]: DEBUG nova.objects.instance [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'numa_topology' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1086.381619] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3127a3fb-cc6d-417c-a57f-c2c92175c3c8] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.520709] env[62136]: DEBUG nova.compute.manager [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.520886] env[62136]: DEBUG nova.compute.manager [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing instance network info cache due to event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.521403] env[62136]: DEBUG oslo_concurrency.lockutils [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.521986] env[62136]: DEBUG oslo_concurrency.lockutils [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.522192] env[62136]: DEBUG nova.network.neutron [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.606456] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b02f2-787d-413a-839c-66c60a8eabb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.616597] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b135c5d-9938-4161-9416-f0203ceb2928 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.733547] env[62136]: DEBUG nova.objects.base [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Object Instance<2737f440-1a0f-47d0-afc3-4f3100436b30> lazy-loaded attributes: resources,numa_topology {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.884942] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 879d1f2b-d17d-4e66-b5df-fb6518d2abeb] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.899655] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864bc5c-8ac0-421d-8543-239e269f2e21 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.908799] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5afb8e-4d39-417e-8230-59fe215d3a4a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.942759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da1577-090d-449e-b7a2-92f427c5e92e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.953074] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67900b6b-aa8e-4cb4-8780-393d2d65bc06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.969068] env[62136]: DEBUG nova.compute.provider_tree [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.094583] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80002f8d-3f0a-4a2b-984d-588701bbb2d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.118017] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.316381] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.390622] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: b4673d92-972a-4ccf-9a47-8055862fee02] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.475106] env[62136]: DEBUG nova.scheduler.client.report [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.519012] env[62136]: DEBUG nova.network.neutron [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updated VIF entry in instance network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.519408] env[62136]: DEBUG nova.network.neutron [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.624668] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.625013] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6815ef9-5e88-42ca-989a-1c75d43306fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.635130] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1087.635130] env[62136]: value = "task-2287210" [ 1087.635130] env[62136]: _type = "Task" [ 1087.635130] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.644984] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.728622] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446eb066-4212-464a-883f-01b608129393 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.749726] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b235a8-ca8a-4df1-bb7d-caa3870001b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.757870] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.893804] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: cdc7a14a-9e4c-43d0-95bb-22329782d156] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.982625] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.021734] env[62136]: DEBUG oslo_concurrency.lockutils [req-6135c445-a23d-4d86-9e68-e5e6dbc14153 req-cd71ee56-669b-4e9d-98bb-38cdb836d2aa service nova] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.148860] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287210, 'name': PowerOffVM_Task, 'duration_secs': 0.308177} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.149129] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.149321] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.264621] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.264983] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc39a1fa-cd86-4185-b38b-e3b61afbd76d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.274331] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1088.274331] env[62136]: value = "task-2287211" [ 1088.274331] env[62136]: _type = "Task" [ 1088.274331] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.283104] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.397493] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 62f09878-d407-4ece-aa1a-a69c98840167] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.490577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f5ad0c3-d9f1-4e22-a691-05513b61872c tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.014s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.491450] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.175s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.491643] env[62136]: INFO nova.compute.manager [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Unshelving [ 1088.656093] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.656377] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.656537] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.656718] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.656861] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.657021] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.657376] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.657614] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.657801] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.657977] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.658186] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.663297] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05eb289c-5ae2-4b5e-8beb-aa6dfa4c0818 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.681298] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1088.681298] env[62136]: value = "task-2287212" [ 1088.681298] env[62136]: _type = "Task" [ 1088.681298] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.691047] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.785527] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.901155] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c356e5e5-c53b-44ce-8d37-2695ffe8f097] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.192801] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287212, 'name': ReconfigVM_Task, 'duration_secs': 0.334722} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.193176] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.286909] env[62136]: DEBUG oslo_vmware.api [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287211, 'name': PowerOnVM_Task, 'duration_secs': 0.527616} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.287164] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.287387] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-d5849249-7469-439d-b692-a1e2cc8f59f1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance '6e8fca2b-a904-415c-b56d-3e35326f3d1c' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.405122] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e0c44643-9513-4ab6-963b-2aca3134fc22] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.500734] env[62136]: DEBUG nova.compute.utils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.699492] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.699758] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.699915] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.700129] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.700308] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.700460] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.700671] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.700835] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.701013] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.701189] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.701368] env[62136]: DEBUG nova.virt.hardware [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.707568] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.707991] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5807b44f-c38c-4ec0-ab74-a7482357a023 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.730251] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1089.730251] env[62136]: value = "task-2287213" [ 1089.730251] env[62136]: _type = "Task" [ 1089.730251] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.739606] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.909113] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 6a61cf56-9c69-4210-bdc5-fd0340fb7a6d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.003886] env[62136]: INFO nova.virt.block_device [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Booting with volume cc237d9f-b7ef-420d-812b-ecda7df83e0b at /dev/sdb [ 1090.038735] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f06fa001-f5bf-46a6-8806-0d1b92a51d1f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.048967] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e3926a-a4bb-4b1e-a0c5-27e558dee5ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.080999] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36fcc06c-7f76-4408-9c6a-0140dd0ca42f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.089916] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0e3b8-4891-41cc-a29e-b700dd3fc6e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.123170] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea446edc-9938-4b4c-8833-6e1988085a9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.130793] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d21ee-a026-401e-8d17-9a847c9abf6c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.145355] env[62136]: DEBUG nova.virt.block_device [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating existing volume attachment record: b43e5411-cb3d-466a-9e66-629962821c77 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.241130] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287213, 'name': ReconfigVM_Task, 'duration_secs': 0.244799} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.241459] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.242312] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65660bdf-90fd-4c21-a07f-b6cab5d9e788 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.269517] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.269864] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5628429-42b1-44f1-874e-982369243c02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.288657] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1090.288657] env[62136]: value = "task-2287215" [ 1090.288657] env[62136]: _type = "Task" [ 1090.288657] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.300280] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.413339] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: be6d2666-040d-4fdf-93db-3855a8f7cc90] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.799505] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287215, 'name': ReconfigVM_Task, 'duration_secs': 0.366508} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.799850] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.800156] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.917022] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 5daafe5f-0fd9-4cfe-bb66-4ed22eda9ccd] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.307096] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db09d1-1b38-4a8c-b3d8-3c383fbb1a4f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.331681] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6cd749-fb72-4cca-aed0-2acd0e6af616 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.352518] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.421888] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 52b53b21-07d8-446b-bdd1-4a64031ad75a] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.921109] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.921443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.921608] env[62136]: DEBUG nova.compute.manager [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Going to confirm migration 7 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.924173] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 552fbf8c-a924-449e-b314-e7fe25acbabb] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.429703] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 692596be-0e44-4780-88cc-0c8c9e437b7a] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.466148] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.466343] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquired lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.466546] env[62136]: DEBUG nova.network.neutron [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.466753] env[62136]: DEBUG nova.objects.instance [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'info_cache' on Instance uuid 6e8fca2b-a904-415c-b56d-3e35326f3d1c {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1092.934436] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3cae5f08-9865-41e9-9807-feac2a1d6db9] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.990648] env[62136]: DEBUG nova.network.neutron [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Port 7a276aee-54be-417e-bb04-4b27abae7c43 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1093.438242] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 840dbf7d-159b-470b-b5ad-0b77dfc4a8c6] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.736239] env[62136]: DEBUG nova.network.neutron [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [{"id": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "address": "fa:16:3e:eb:c7:7a", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ce5e8d-fa", "ovs_interfaceid": "c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.941999] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e02cca43-cb14-4fea-80d6-45f774a03181] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.011513] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.011753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.011930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.238771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Releasing lock "refresh_cache-6e8fca2b-a904-415c-b56d-3e35326f3d1c" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.239090] env[62136]: DEBUG nova.objects.instance [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'migration_context' on Instance uuid 6e8fca2b-a904-415c-b56d-3e35326f3d1c {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1094.445552] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: eb645ed0-f5b4-4402-89df-c6333a302b28] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.742511] env[62136]: DEBUG nova.objects.base [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Object Instance<6e8fca2b-a904-415c-b56d-3e35326f3d1c> lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.743496] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0da609-4943-4369-99a7-acd1e6dd7b9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.763529] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baba59ee-d5a2-4aa6-bdb0-e1ac2089ff2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.770264] env[62136]: DEBUG oslo_vmware.api [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1094.770264] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52057d6b-b14b-b4f2-b1cc-558fc4f67857" [ 1094.770264] env[62136]: _type = "Task" [ 1094.770264] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.779907] env[62136]: DEBUG oslo_vmware.api [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52057d6b-b14b-b4f2-b1cc-558fc4f67857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.940990] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1094.941955] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731d73c-9938-46f4-84e0-0e643495c13e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.949167] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: bee73907-5c06-4929-a0ba-80b30c90d85b] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.951018] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1094.951191] env[62136]: ERROR oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk due to incomplete transfer. [ 1094.951620] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ece78503-9be5-4789-83f5-5bd63c76ba27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.960312] env[62136]: DEBUG oslo_vmware.rw_handles [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222b112-c16e-e02f-0f81-4b11cb87d12d/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1094.960543] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Uploaded image 2f4082a0-5df6-4b08-8393-5400edc0a680 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1094.963124] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.963420] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-649205b8-3ed4-4d34-92be-0641d59c21a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.970875] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1094.970875] env[62136]: value = "task-2287219" [ 1094.970875] env[62136]: _type = "Task" [ 1094.970875] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.981109] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287219, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.045611] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.045836] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.046078] env[62136]: DEBUG nova.network.neutron [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.281395] env[62136]: DEBUG oslo_vmware.api [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52057d6b-b14b-b4f2-b1cc-558fc4f67857, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.281678] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.281903] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.452635] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 213478a9-f6b0-4d55-876d-7c467be3fbbe] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.482018] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287219, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.751250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.788413] env[62136]: DEBUG nova.network.neutron [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.934925] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11aedd0-7950-43e4-b8ac-c27c6a58e495 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.943464] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef803db-bdee-43ec-be74-493e32f119c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.974683] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 1c143d3d-4f11-45f9-949d-5133d8de25d3] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.979996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e8833f-1d1d-4132-82b5-1c54f5dc4c10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.990121] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287219, 'name': Destroy_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.991380] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16829706-bdfb-495a-96be-ea078248cf45 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.005901] env[62136]: DEBUG nova.compute.provider_tree [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.290996] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.483584] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 9219999b-e101-49a1-99a8-13a7f94f433d] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.489259] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287219, 'name': Destroy_Task, 'duration_secs': 1.135301} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.489526] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Destroyed the VM [ 1096.489780] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1096.490036] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c5c9045-b68c-4a1a-8faa-5cd143118d2b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.497236] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1096.497236] env[62136]: value = "task-2287220" [ 1096.497236] env[62136]: _type = "Task" [ 1096.497236] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.506805] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.509088] env[62136]: DEBUG nova.scheduler.client.report [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.802739] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5feb897-1003-4436-bf29-87bc0a12a85c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.811529] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe9558a-80cb-49fd-aba1-71d18cd93a9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.991855] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 402eda7b-473d-4924-9205-04158b472c53] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.008234] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354979} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.008454] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.008628] env[62136]: DEBUG nova.compute.manager [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.009514] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64624c3-f15d-4d93-9b8e-0c4b741716eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.496641] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 3337db00-9d77-482a-a5f9-71c1c9347a9c] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.524876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.243s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.528106] env[62136]: INFO nova.compute.manager [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Shelve offloading [ 1097.529485] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.778s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.529695] env[62136]: DEBUG nova.objects.instance [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'pci_requests' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1097.915272] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24fa4e-6986-4566-9c7a-6e25a81f9407 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.938050] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba68d8-683b-4aa4-8fa5-80922c6bd29e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.946318] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.000156] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 2026f527-2e31-4f64-8e2a-0ed41d102b48] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.032494] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.034167] env[62136]: DEBUG nova.objects.instance [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'numa_topology' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1098.037013] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172a5cc0-2970-4efc-bb2d-b922aa60f31e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045926] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1098.045926] env[62136]: value = "task-2287221" [ 1098.045926] env[62136]: _type = "Task" [ 1098.045926] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.059303] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.059523] env[62136]: DEBUG nova.compute.manager [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.060537] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8888fb9-37ac-46f8-b333-942719f71541 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.066615] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.066788] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.066962] env[62136]: DEBUG nova.network.neutron [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.085182] env[62136]: INFO nova.scheduler.client.report [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocation for migration 8de95723-16a0-40e7-8a9e-1c5e37f29d40 [ 1098.332726] env[62136]: INFO nova.compute.manager [None req-dd1d453f-0052-4d01-9c1d-29cbba3547c1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Get console output [ 1098.333117] env[62136]: WARNING nova.virt.vmwareapi.driver [None req-dd1d453f-0052-4d01-9c1d-29cbba3547c1 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] The console log is missing. Check your VSPC configuration [ 1098.452310] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.452711] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d61ad2-1269-4c35-a6c9-5fc890112ebd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.461402] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1098.461402] env[62136]: value = "task-2287222" [ 1098.461402] env[62136]: _type = "Task" [ 1098.461402] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.470205] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.503957] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f0b6f08f-1be8-4eb4-94d7-4bb1abc25ba3] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.540006] env[62136]: INFO nova.compute.claims [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.590161] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ba20b8eb-7861-4fa9-8e16-093b7aeb51e8 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.669s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.775102] env[62136]: DEBUG nova.network.neutron [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updating instance_info_cache with network_info: [{"id": "4e611157-22df-4a35-a086-5f16d30ca78a", "address": "fa:16:3e:d7:6f:ba", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e611157-22", "ovs_interfaceid": "4e611157-22df-4a35-a086-5f16d30ca78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.971917] env[62136]: DEBUG oslo_vmware.api [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287222, 'name': PowerOnVM_Task, 'duration_secs': 0.434465} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.972152] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.972348] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf15c4b-fd85-4b55-bafe-27ba66d72de0 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.006805] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: d6984e63-c376-44f5-aa24-898be053e534] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.277464] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.510164] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: f2d6e69c-f5ab-4034-8803-472138e42721] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.529725] env[62136]: DEBUG nova.compute.manager [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received event network-vif-unplugged-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.529972] env[62136]: DEBUG oslo_concurrency.lockutils [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.530144] env[62136]: DEBUG oslo_concurrency.lockutils [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.530391] env[62136]: DEBUG oslo_concurrency.lockutils [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.530664] env[62136]: DEBUG nova.compute.manager [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] No waiting events found dispatching network-vif-unplugged-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.530841] env[62136]: WARNING nova.compute.manager [req-a870ec6a-5727-41ab-b83e-421416553c2c req-c1d706c7-ca18-4195-8479-d2ce0e21d141 service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received unexpected event network-vif-unplugged-4e611157-22df-4a35-a086-5f16d30ca78a for instance with vm_state shelved and task_state shelving_offloading. [ 1099.560903] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.561814] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8acebeb-59ed-4e8b-ba5e-a2ce85e7d804 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.573128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.573776] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3837fc-3c56-4bc0-81fc-b32da4a67f4e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.652461] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.652740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.652918] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore1] 555f4b24-3f8d-43ac-995d-154ddf4b1a98 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.653213] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3e7c78-994b-4191-8490-4a0cfccefe09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.665012] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1099.665012] env[62136]: value = "task-2287224" [ 1099.665012] env[62136]: _type = "Task" [ 1099.665012] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.673837] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.700577] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956603cd-e834-4241-9694-086689e24014 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.708465] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfb003f-5913-4b52-bdfa-595a18019d25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.738880] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769aba14-b6f7-48d0-968a-5d5036604172 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.746229] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed3e1b3-856d-4a5c-8c00-cb96a9dedf7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.759296] env[62136]: DEBUG nova.compute.provider_tree [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.015792] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 72702e0a-a8b3-4a64-b62e-3fa491cb3821] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.175248] env[62136]: DEBUG oslo_vmware.api [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1416} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.175499] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.175733] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.175905] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.192858] env[62136]: INFO nova.scheduler.client.report [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance 555f4b24-3f8d-43ac-995d-154ddf4b1a98 [ 1100.262214] env[62136]: DEBUG nova.scheduler.client.report [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.522889] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 79f99cfd-6a56-44f6-96ae-542606032ba7] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.697416] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.766608] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.768850] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.072s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.769099] env[62136]: DEBUG nova.objects.instance [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'resources' on Instance uuid 555f4b24-3f8d-43ac-995d-154ddf4b1a98 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1100.807802] env[62136]: INFO nova.network.neutron [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating port c3f34ec4-be50-486d-b0e6-e9df23b70e1d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1100.858453] env[62136]: DEBUG nova.network.neutron [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Port 7a276aee-54be-417e-bb04-4b27abae7c43 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.858745] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.858900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.859085] env[62136]: DEBUG nova.network.neutron [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.030493] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 55118b0f-2fd1-4662-997b-61b0691d3d94] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.271304] env[62136]: DEBUG nova.objects.instance [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'numa_topology' on Instance uuid 555f4b24-3f8d-43ac-995d-154ddf4b1a98 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1101.537271] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 0676af54-5f23-4457-bb79-4513618368db] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.557504] env[62136]: DEBUG nova.compute.manager [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Received event network-changed-4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.557752] env[62136]: DEBUG nova.compute.manager [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Refreshing instance network info cache due to event network-changed-4e611157-22df-4a35-a086-5f16d30ca78a. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.558221] env[62136]: DEBUG oslo_concurrency.lockutils [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] Acquiring lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.558285] env[62136]: DEBUG oslo_concurrency.lockutils [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] Acquired lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.558487] env[62136]: DEBUG nova.network.neutron [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Refreshing network info cache for port 4e611157-22df-4a35-a086-5f16d30ca78a {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.596700] env[62136]: DEBUG nova.network.neutron [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.650861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.773738] env[62136]: DEBUG nova.objects.base [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Object Instance<555f4b24-3f8d-43ac-995d-154ddf4b1a98> lazy-loaded attributes: resources,numa_topology {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.894803] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae50d08-fee5-4d1e-8e78-bdd580056fa5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.904798] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3edfda-398a-41e9-8721-491ce08a7cab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.934868] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc4d3d-f518-42d8-8c76-536b3c12f515 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.943672] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee807fa-531e-40d3-b1f8-43b0456035ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.958066] env[62136]: DEBUG nova.compute.provider_tree [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.040251] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: d4088d5b-34ac-4e5a-9208-7ead6d8e2b39] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.099559] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.254921] env[62136]: DEBUG nova.network.neutron [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updated VIF entry in instance network info cache for port 4e611157-22df-4a35-a086-5f16d30ca78a. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.255304] env[62136]: DEBUG nova.network.neutron [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updating instance_info_cache with network_info: [{"id": "4e611157-22df-4a35-a086-5f16d30ca78a", "address": "fa:16:3e:d7:6f:ba", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": null, "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e611157-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.329304] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.329470] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329709] env[62136]: DEBUG nova.network.neutron [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.461691] env[62136]: DEBUG nova.scheduler.client.report [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.543288] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 727f4737-801e-490d-9a63-9fde601cc08c] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.602595] env[62136]: DEBUG nova.compute.manager [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62136) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1102.758513] env[62136]: DEBUG oslo_concurrency.lockutils [req-52d688dc-f122-4fdb-8993-e00eb997cdd1 req-ca3eefae-9157-4b87-92e8-eed0a11d455d service nova] Releasing lock "refresh_cache-555f4b24-3f8d-43ac-995d-154ddf4b1a98" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.966852] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.046946] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 00a3ea06-f1c6-4221-8704-f6eb1f966e12] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.049633] env[62136]: DEBUG nova.network.neutron [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.476527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7924d4-13dd-4c70-ae5b-8f482cf4414a tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.381s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.477421] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.827s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.477647] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.477844] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.478016] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.481642] env[62136]: INFO nova.compute.manager [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Terminating instance [ 1103.552267] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 08705d00-016c-46fb-9ede-84761442cfb0] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.554387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.581397] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f562ad8b5be0769e40242f3a2c594823',container_format='bare',created_at=2025-02-04T16:50:43Z,direct_url=,disk_format='vmdk',id=50106c5c-2461-4750-b46d-d2f16e507fa0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2040458785-shelved',owner='55f11b440831491cb34f3262e3c3b785',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-04T16:50:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.581645] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.581810] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.581984] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.582145] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.582292] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.582529] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.582698] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.582866] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.583037] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.583264] env[62136]: DEBUG nova.virt.hardware [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.584344] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac5c4f-1efd-4cef-9db9-dd40dfcc00ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.589222] env[62136]: DEBUG nova.compute.manager [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.589392] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.589592] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.589754] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.589917] env[62136]: DEBUG nova.compute.manager [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] No waiting events found dispatching network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.590098] env[62136]: WARNING nova.compute.manager [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received unexpected event network-vif-plugged-c3f34ec4-be50-486d-b0e6-e9df23b70e1d for instance with vm_state shelved_offloaded and task_state spawning. [ 1103.590370] env[62136]: DEBUG nova.compute.manager [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.590466] env[62136]: DEBUG nova.compute.manager [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing instance network info cache due to event network-changed-c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.590610] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Acquiring lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.590745] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Acquired lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.590898] env[62136]: DEBUG nova.network.neutron [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Refreshing network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.598380] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f88a89-4844-4ab8-9c69-b485da26d96c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.612962] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:67:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f34ec4-be50-486d-b0e6-e9df23b70e1d', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.620285] env[62136]: DEBUG oslo.service.loopingcall [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.620750] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.620963] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b9f3d9-f6bc-4367-bd6e-e2409290a497 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.641440] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.641440] env[62136]: value = "task-2287225" [ 1103.641440] env[62136]: _type = "Task" [ 1103.641440] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.648992] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287225, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.705254] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.705554] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.986485] env[62136]: DEBUG nova.compute.manager [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.986737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.987058] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5975744-9138-4891-8631-0317b97aa19a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.997244] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d686c1da-2462-4ba3-b26c-4b380311d6d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.030093] env[62136]: WARNING nova.virt.vmwareapi.vmops [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 555f4b24-3f8d-43ac-995d-154ddf4b1a98 could not be found. [ 1104.030324] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.030518] env[62136]: INFO nova.compute.manager [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1104.030761] env[62136]: DEBUG oslo.service.loopingcall [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.030996] env[62136]: DEBUG nova.compute.manager [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.031109] env[62136]: DEBUG nova.network.neutron [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.057322] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 5a634095-dad5-4b90-8905-196b1452ef19] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.155795] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287225, 'name': CreateVM_Task, 'duration_secs': 0.319711} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.155958] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.156640] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.156802] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.157211] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.157476] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3328e3-c6f3-4093-bdd5-b1a6a651f6f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.162891] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1104.162891] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fab194-0c29-1f34-22ed-0a7fa3f47955" [ 1104.162891] env[62136]: _type = "Task" [ 1104.162891] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.171083] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fab194-0c29-1f34-22ed-0a7fa3f47955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.208885] env[62136]: DEBUG nova.objects.instance [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'migration_context' on Instance uuid ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1104.371863] env[62136]: DEBUG nova.network.neutron [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updated VIF entry in instance network info cache for port c3f34ec4-be50-486d-b0e6-e9df23b70e1d. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.372250] env[62136]: DEBUG nova.network.neutron [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [{"id": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "address": "fa:16:3e:f2:67:7e", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f34ec4-be", "ovs_interfaceid": "c3f34ec4-be50-486d-b0e6-e9df23b70e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.560441] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: aa4c0608-6490-472f-8867-60d5ef2cd306] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.673923] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.674143] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Processing image 50106c5c-2461-4750-b46d-d2f16e507fa0 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.674387] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.674568] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.674769] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.675038] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8c5ca2-f97e-4443-95a0-f63a2646ada8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.684197] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.684375] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.685075] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b894d45b-7a80-419d-a011-cb670a227da7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.690455] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1104.690455] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528a76f6-99dd-7028-33e3-bbb9c5717929" [ 1104.690455] env[62136]: _type = "Task" [ 1104.690455] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.698511] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528a76f6-99dd-7028-33e3-bbb9c5717929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.746478] env[62136]: DEBUG nova.network.neutron [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.839735] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d63313-f950-425f-a45a-22118ceb8c73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.848050] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01ce724-a127-4c63-9461-ab3117aa0fd2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.879789] env[62136]: DEBUG oslo_concurrency.lockutils [req-349a8174-9924-4594-ab47-54409ba1daed req-2b8e02da-fe85-4239-bf69-21e64ee7762a service nova] Releasing lock "refresh_cache-2737f440-1a0f-47d0-afc3-4f3100436b30" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.880947] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29dd8d1-aa31-4f6a-9e09-8dee214359af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.889035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a97d6c1-f96e-4274-b638-7586386eb5d4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.902638] env[62136]: DEBUG nova.compute.provider_tree [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.064282] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: e1896db5-a141-41cb-9b57-193a21929bf2] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.201552] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1105.201776] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Fetch image to [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f/OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1105.201966] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Downloading stream optimized image 50106c5c-2461-4750-b46d-d2f16e507fa0 to [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f/OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f.vmdk on the data store datastore2 as vApp {{(pid=62136) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1105.202159] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Downloading image file data 50106c5c-2461-4750-b46d-d2f16e507fa0 to the ESX as VM named 'OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f' {{(pid=62136) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1105.248695] env[62136]: INFO nova.compute.manager [-] [instance: 555f4b24-3f8d-43ac-995d-154ddf4b1a98] Took 1.22 seconds to deallocate network for instance. [ 1105.274418] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1105.274418] env[62136]: value = "resgroup-9" [ 1105.274418] env[62136]: _type = "ResourcePool" [ 1105.274418] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1105.274728] env[62136]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a14e0e51-287a-40f6-8f44-930647c287e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.298478] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease: (returnval){ [ 1105.298478] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52842d7e-df2d-572a-186d-42258ef5f5f6" [ 1105.298478] env[62136]: _type = "HttpNfcLease" [ 1105.298478] env[62136]: } obtained for vApp import into resource pool (val){ [ 1105.298478] env[62136]: value = "resgroup-9" [ 1105.298478] env[62136]: _type = "ResourcePool" [ 1105.298478] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1105.298856] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the lease: (returnval){ [ 1105.298856] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52842d7e-df2d-572a-186d-42258ef5f5f6" [ 1105.298856] env[62136]: _type = "HttpNfcLease" [ 1105.298856] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.305912] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.305912] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52842d7e-df2d-572a-186d-42258ef5f5f6" [ 1105.305912] env[62136]: _type = "HttpNfcLease" [ 1105.305912] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.407115] env[62136]: DEBUG nova.scheduler.client.report [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.569206] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 34eac04e-922b-49f6-a705-27d4dd92df3c] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.808035] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.808035] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52842d7e-df2d-572a-186d-42258ef5f5f6" [ 1105.808035] env[62136]: _type = "HttpNfcLease" [ 1105.808035] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.808360] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.808360] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52842d7e-df2d-572a-186d-42258ef5f5f6" [ 1105.808360] env[62136]: _type = "HttpNfcLease" [ 1105.808360] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1105.809410] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25596f-26d8-4677-bbfa-d08f4e97830d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.817679] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.817858] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1105.881651] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b9ba28a-4254-42f5-9e01-28926a3989c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.073458] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c0e82496-8e0c-46da-80ff-a7e14dae5bf5] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.233399] env[62136]: DEBUG nova.compute.manager [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.275056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0982fea0-3748-43a6-bd2d-5f34c65e3e49 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "555f4b24-3f8d-43ac-995d-154ddf4b1a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.798s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.418340] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.713s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.577851] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c433d091-5d97-4757-8cb1-5b8de3e643b3] Instance has had 0 of 5 cleanup attempts {{(pid=62136) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.755233] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.755498] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.082254] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.082565] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Cleaning up deleted instances with incomplete migration {{(pid=62136) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1107.117310] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1107.117517] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.118318] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b1e27e-8fd6-4738-bff9-f0254739c179 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.126037] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.126037] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1107.126189] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-82fde42f-6638-4c3a-9299-7b34a1eda332 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.261878] env[62136]: INFO nova.compute.claims [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.303615] env[62136]: DEBUG oslo_vmware.rw_handles [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c311b4-3f8f-db9e-5326-85ac3d80885b/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1107.303885] env[62136]: INFO nova.virt.vmwareapi.images [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Downloaded image file data 50106c5c-2461-4750-b46d-d2f16e507fa0 [ 1107.304808] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0cf48c-24f1-4e0f-a8c8-4d86bd2927f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.323445] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603fbca6-7fe5-4915-8696-6b466ca4cb67 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.352442] env[62136]: INFO nova.virt.vmwareapi.images [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] The imported VM was unregistered [ 1107.355020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1107.355261] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.355890] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9960d2d3-d6b3-4b10-bad1-592360938fec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.377304] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.377482] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f/OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f.vmdk to [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk. {{(pid=62136) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1107.377757] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-91568217-cbb2-4147-a098-becb25082b7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.386435] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1107.386435] env[62136]: value = "task-2287228" [ 1107.386435] env[62136]: _type = "Task" [ 1107.386435] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.394782] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.585182] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.692204] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.692516] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.768485] env[62136]: INFO nova.compute.resource_tracker [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating resource usage from migration 4cf6d313-33d6-4718-adda-5003a4bcd4e2 [ 1107.898301] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.947061] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e598e7-1256-40f5-beff-fa5b2037b68a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.955844] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ff073-97a6-45af-92e4-b2f78f7b27b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.961998] env[62136]: INFO nova.compute.manager [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Swapping old allocation on dict_keys(['82d9157a-5d67-4d63-9446-bab68d065191']) held by migration 2afeb8a4-f1e1-451d-b56a-102bb4b188ba for instance [ 1107.991843] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725faf78-e2ca-4595-9198-3614bf89e996 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.000659] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d48b5-1967-4be4-a22e-4ac4762c3ba9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.018044] env[62136]: DEBUG nova.compute.provider_tree [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.020282] env[62136]: DEBUG nova.scheduler.client.report [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Overwriting current allocation {'allocations': {'82d9157a-5d67-4d63-9446-bab68d065191': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 154}}, 'project_id': '3a630bfaaba540e384f882b272d9a6e3', 'user_id': 'c91f4316e07b4942a386f8d561168c1c', 'consumer_generation': 1} on consumer ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 {{(pid=62136) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1108.104518] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.104752] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104893] env[62136]: DEBUG nova.network.neutron [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.195955] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.397719] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.523760] env[62136]: DEBUG nova.scheduler.client.report [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.721355] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.863149] env[62136]: DEBUG nova.network.neutron [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [{"id": "7a276aee-54be-417e-bb04-4b27abae7c43", "address": "fa:16:3e:66:e8:e9", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a276aee-54", "ovs_interfaceid": "7a276aee-54be-417e-bb04-4b27abae7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.899242] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.029244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.029488] env[62136]: INFO nova.compute.manager [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Migrating [ 1109.036700] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.316s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.038148] env[62136]: INFO nova.compute.claims [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.367088] env[62136]: DEBUG oslo_concurrency.lockutils [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.367558] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc037c3b-3a51-4d6e-b42e-482ebf72d799 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.376709] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64d711-6b7c-4bcf-ab2b-d3228fc8b4ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.407352] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.550742] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.550925] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.551116] env[62136]: DEBUG nova.network.neutron [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.707268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.708029] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.900468] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287228, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.351715} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.900741] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f/OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f.vmdk to [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk. [ 1109.900932] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Cleaning up location [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1109.901109] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a4b18449-7a6c-4c27-b783-a21704df6e9f {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.901374] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf486e43-ffb0-4224-be97-03101f5f32ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.908855] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1109.908855] env[62136]: value = "task-2287229" [ 1109.908855] env[62136]: _type = "Task" [ 1109.908855] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.916875] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.200048] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36395df-ca98-48e9-aa3c-608431831864 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.208484] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d57a7b-5900-4d63-bc08-b9028f546df8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.214611] env[62136]: DEBUG nova.compute.utils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.244322] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d1799-536a-4492-b77f-6f36a5fd617d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.254145] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ed6e2-9a9a-45bb-8a82-1f307db3c526 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.270689] env[62136]: DEBUG nova.compute.provider_tree [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.300320] env[62136]: DEBUG nova.network.neutron [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.419163] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035271} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.419536] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.419575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.419817] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk to [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.420081] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7369d8a6-6414-4a3b-ac2b-18da34071423 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.427879] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1110.427879] env[62136]: value = "task-2287230" [ 1110.427879] env[62136]: _type = "Task" [ 1110.427879] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.436138] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.475401] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.475727] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8e7ed2-8442-456c-98f6-9c1f07289084 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.483569] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1110.483569] env[62136]: value = "task-2287231" [ 1110.483569] env[62136]: _type = "Task" [ 1110.483569] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.492913] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.718262] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.774304] env[62136]: DEBUG nova.scheduler.client.report [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.803442] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.938363] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.994231] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287231, 'name': PowerOffVM_Task, 'duration_secs': 0.262381} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.994644] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.995483] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.995726] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.995883] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.996081] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.996233] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.996384] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.996646] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.996810] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.996981] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.997167] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.997346] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.002581] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1259649e-0c8c-4de9-b200-6dd824623075 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.022050] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1111.022050] env[62136]: value = "task-2287232" [ 1111.022050] env[62136]: _type = "Task" [ 1111.022050] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.031543] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.281271] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.281861] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.440099] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.535592] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.778037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.778037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.778209] env[62136]: INFO nova.compute.manager [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attaching volume 096630c8-efca-4249-8bee-68f3c81b5d33 to /dev/sdb [ 1111.786868] env[62136]: DEBUG nova.compute.utils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.788848] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.788848] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.818432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f819db2-b411-4605-a512-1dd7d20b19c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.826853] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954cd10-267f-490d-be5d-4a43913f4215 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.843956] env[62136]: DEBUG nova.virt.block_device [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating existing volume attachment record: ae76ab49-dd8e-4ac7-a199-0f34b16d0584 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1111.876434] env[62136]: DEBUG nova.policy [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.941137] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.034652] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.082665] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.082998] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.200747] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Successfully created port: fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.294381] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.320323] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0d1cce-eaf0-44fa-812f-fec1f06811fb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.340438] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.440773] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.535620] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287232, 'name': ReconfigVM_Task, 'duration_secs': 1.370826} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.536536] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba164033-8d6c-4fc8-967d-007c95b024f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.560962] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.561313] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.561517] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.561760] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.561941] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.562135] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.562410] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.562618] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.562825] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.563033] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.563251] env[62136]: DEBUG nova.virt.hardware [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.564172] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65c1111-2e3d-4d39-8734-745cdefd2cde {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.570987] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1112.570987] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529571ed-850a-0099-59ca-128ba523c356" [ 1112.570987] env[62136]: _type = "Task" [ 1112.570987] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.580451] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529571ed-850a-0099-59ca-128ba523c356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.590775] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590961] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1112.591019] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Rebuilding the list of instances to heal {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1112.846855] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.847289] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a49faf-8bf0-4baf-bc8f-94c7be09c656 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.855309] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1112.855309] env[62136]: value = "task-2287234" [ 1112.855309] env[62136]: _type = "Task" [ 1112.855309] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.864037] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.940769] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287230, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.380914} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.940769] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50106c5c-2461-4750-b46d-d2f16e507fa0/50106c5c-2461-4750-b46d-d2f16e507fa0.vmdk to [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.941554] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfcc15-388f-448c-ad41-74a1c339a4a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.964320] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.964965] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17861cd-ec46-42b6-8b52-0a940b146eaa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.986984] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1112.986984] env[62136]: value = "task-2287235" [ 1112.986984] env[62136]: _type = "Task" [ 1112.986984] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.995615] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.082599] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529571ed-850a-0099-59ca-128ba523c356, 'name': SearchDatastore_Task, 'duration_secs': 0.050228} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.088204] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.088525] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0caaacd4-8f6c-4561-9382-60213210f3d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.104732] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Skipping network cache update for instance because it is Building. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1113.113484] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1113.113484] env[62136]: value = "task-2287236" [ 1113.113484] env[62136]: _type = "Task" [ 1113.113484] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.121978] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.136959] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.137125] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.137274] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1113.137429] env[62136]: DEBUG nova.objects.instance [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lazy-loading 'info_cache' on Instance uuid 44784d47-aecd-4c78-9e8d-86cfbed53406 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1113.301706] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.329264] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.329573] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.329780] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.330037] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.330251] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.330447] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.330707] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.330903] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.331129] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.331337] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.331561] env[62136]: DEBUG nova.virt.hardware [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.332931] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d123f-7c2c-4e46-bf3d-697c8504e7d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.340594] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632176b-a003-49f4-8499-e39c0438ee19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.363094] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287234, 'name': PowerOffVM_Task, 'duration_secs': 0.201735} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.363377] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.363586] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.497068] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287235, 'name': ReconfigVM_Task, 'duration_secs': 0.352698} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.497443] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30/2737f440-1a0f-47d0-afc3-4f3100436b30.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.498480] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': 'f9a52f0b-bf25-404f-8242-b079f119d77d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'attachment_id': 'b43e5411-cb3d-466a-9e66-629962821c77', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465535', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'name': 'volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2737f440-1a0f-47d0-afc3-4f3100436b30', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'serial': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b'}, 'volume_type': None}], 'swap': None} {{(pid=62136) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1113.498752] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.498988] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465535', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'name': 'volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2737f440-1a0f-47d0-afc3-4f3100436b30', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'serial': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.499773] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87a62cb-7a8c-4003-b990-2ddd3a881442 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.514847] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee1d32-9976-4aea-aa37-83f06699118f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.539382] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b/volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.539623] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2f0ff7-99c7-458d-bc2e-7719c060014c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.556759] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1113.556759] env[62136]: value = "task-2287237" [ 1113.556759] env[62136]: _type = "Task" [ 1113.556759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.564122] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.623670] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287236, 'name': ReconfigVM_Task, 'duration_secs': 0.221974} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.623977] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.624794] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e1f24-8764-4f1a-8833-52f72e0f9d9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.651504] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.654647] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81107ac-b8ce-4db8-802b-b5e6c0e3b8a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.675243] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1113.675243] env[62136]: value = "task-2287238" [ 1113.675243] env[62136]: _type = "Task" [ 1113.675243] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.685955] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.756776] env[62136]: DEBUG nova.compute.manager [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Received event network-vif-plugged-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.757093] env[62136]: DEBUG oslo_concurrency.lockutils [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] Acquiring lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.757326] env[62136]: DEBUG oslo_concurrency.lockutils [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.757544] env[62136]: DEBUG oslo_concurrency.lockutils [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.757768] env[62136]: DEBUG nova.compute.manager [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] No waiting events found dispatching network-vif-plugged-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.757979] env[62136]: WARNING nova.compute.manager [req-04cb8987-4357-488f-a07a-5af1159a54a3 req-dd84a696-8237-4a5e-8ff4-196a96b38cc7 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Received unexpected event network-vif-plugged-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac for instance with vm_state building and task_state spawning. [ 1113.869590] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.869836] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.869922] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.870098] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.870276] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.870439] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.870669] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.870828] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.870994] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.871168] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.871342] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.876507] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69d6127-5666-401d-860d-650acdeb8a42 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893369] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1113.893369] env[62136]: value = "task-2287239" [ 1113.893369] env[62136]: _type = "Task" [ 1113.893369] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.900785] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.901720] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Successfully updated port: fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.068890] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287237, 'name': ReconfigVM_Task, 'duration_secs': 0.303669} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.068890] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b/volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.071123] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd541f1f-02eb-466f-b70f-8761912a477b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086304] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1114.086304] env[62136]: value = "task-2287241" [ 1114.086304] env[62136]: _type = "Task" [ 1114.086304] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.094063] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287241, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.185654] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.404354] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.404527] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.404716] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.406016] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287239, 'name': ReconfigVM_Task, 'duration_secs': 0.385536} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.406396] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.442479] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [{"id": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "address": "fa:16:3e:c5:2a:e7", "network": {"id": "2abe2296-3fb4-410d-a760-7c84e7592dda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449560454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2040163607d54cccbb4d96cd32bad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa825509-7e", "ovs_interfaceid": "aa825509-7ee4-4b13-8e7e-811f8235e3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.596644] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287241, 'name': ReconfigVM_Task, 'duration_secs': 0.301762} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.597015] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465535', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'name': 'volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2737f440-1a0f-47d0-afc3-4f3100436b30', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'serial': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.597543] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5107f808-94e9-4f59-831a-e2aadb67cd12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.603833] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1114.603833] env[62136]: value = "task-2287242" [ 1114.603833] env[62136]: _type = "Task" [ 1114.603833] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.612224] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287242, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.685812] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287238, 'name': ReconfigVM_Task, 'duration_secs': 0.602861} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.686159] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8/ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.687075] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006b9cf7-5bea-4dc5-9720-b6fe9bf061de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.708144] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ced1d-a2cd-46f0-a500-fd55202f4d48 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.729085] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd178b8-8090-4a4e-a022-4db66a0fe352 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.750754] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2e526b-245a-43ef-bfce-e940f89637c8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.757538] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.757774] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ad482c-ad3a-4c2d-81cc-2e2407d0accd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.763490] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1114.763490] env[62136]: value = "task-2287243" [ 1114.763490] env[62136]: _type = "Task" [ 1114.763490] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.771321] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.911813] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.912057] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.912211] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.912561] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.912753] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.914054] env[62136]: DEBUG nova.virt.hardware [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.919497] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.919628] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a5801c-e342-42b1-8709-0ea2f1e62b22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.936417] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.939674] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1114.939674] env[62136]: value = "task-2287244" [ 1114.939674] env[62136]: _type = "Task" [ 1114.939674] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.944487] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-44784d47-aecd-4c78-9e8d-86cfbed53406" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.944671] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1114.947999] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.114081] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287242, 'name': Rename_Task, 'duration_secs': 0.299217} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.114981] env[62136]: DEBUG nova.network.neutron [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Updating instance_info_cache with network_info: [{"id": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "address": "fa:16:3e:a9:7c:58", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb9a3e-16", "ovs_interfaceid": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.116267] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.116620] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6c76d5-bb29-47e9-a95b-d15a5ed7635d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.123661] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1115.123661] env[62136]: value = "task-2287245" [ 1115.123661] env[62136]: _type = "Task" [ 1115.123661] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.131558] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.274485] env[62136]: DEBUG oslo_vmware.api [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287243, 'name': PowerOnVM_Task, 'duration_secs': 0.413979} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.274485] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.449852] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287244, 'name': ReconfigVM_Task, 'duration_secs': 0.228152} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.450114] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.450902] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b0196-714a-490c-a758-29f979c9c46f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.472340] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.472624] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1cb291-59fa-4540-bdee-f17535fc7acf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.491023] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1115.491023] env[62136]: value = "task-2287246" [ 1115.491023] env[62136]: _type = "Task" [ 1115.491023] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.498684] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.618193] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.618588] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Instance network_info: |[{"id": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "address": "fa:16:3e:a9:7c:58", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb9a3e-16", "ovs_interfaceid": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.619014] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7c:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fceb9a3e-16f9-4580-a524-c9ae7c2d46ac', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.626655] env[62136]: DEBUG oslo.service.loopingcall [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.626946] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.630228] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7382db2c-96c9-447f-87b8-4d20b18659cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.650299] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.651430] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.651430] env[62136]: value = "task-2287247" [ 1115.651430] env[62136]: _type = "Task" [ 1115.651430] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.661292] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287247, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.786746] env[62136]: DEBUG nova.compute.manager [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Received event network-changed-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.787013] env[62136]: DEBUG nova.compute.manager [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Refreshing instance network info cache due to event network-changed-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.787290] env[62136]: DEBUG oslo_concurrency.lockutils [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] Acquiring lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.787510] env[62136]: DEBUG oslo_concurrency.lockutils [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] Acquired lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.787731] env[62136]: DEBUG nova.network.neutron [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Refreshing network info cache for port fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.000493] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287246, 'name': ReconfigVM_Task, 'duration_secs': 0.298612} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.000711] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.000970] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.135942] env[62136]: DEBUG oslo_vmware.api [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287245, 'name': PowerOnVM_Task, 'duration_secs': 0.57928} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.136265] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.161665] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287247, 'name': CreateVM_Task, 'duration_secs': 0.352442} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.161891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.162653] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.162824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.163167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.163477] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6f26ef-38dd-4869-9bc0-f19262f67244 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.168318] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1116.168318] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523cac97-939f-0c03-bc42-f7f1612e2191" [ 1116.168318] env[62136]: _type = "Task" [ 1116.168318] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.175718] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523cac97-939f-0c03-bc42-f7f1612e2191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.235596] env[62136]: DEBUG nova.compute.manager [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.236518] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80bd6e2-e3b3-4833-99ea-44f1f73b78d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.323097] env[62136]: INFO nova.compute.manager [None req-0a73cfb7-9592-46d7-ae74-1949f6dee742 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance to original state: 'active' [ 1116.390795] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1116.391080] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465538', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'name': 'volume-096630c8-efca-4249-8bee-68f3c81b5d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'serial': '096630c8-efca-4249-8bee-68f3c81b5d33'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1116.391947] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f6b8f-033f-41ee-a937-c1746423186f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.408869] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757ef8e-cb18-421b-ae76-19ea127ea244 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.434026] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-096630c8-efca-4249-8bee-68f3c81b5d33/volume-096630c8-efca-4249-8bee-68f3c81b5d33.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.436396] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa8ce97-d59d-4e75-b989-f288c77980ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.454579] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1116.454579] env[62136]: value = "task-2287248" [ 1116.454579] env[62136]: _type = "Task" [ 1116.454579] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.462768] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.508372] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e8394b-c35e-4e79-80a2-f7cbf0b39c13 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.529064] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caac248-0275-42fb-aec9-893309edd588 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.546110] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.593559] env[62136]: DEBUG nova.network.neutron [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Updated VIF entry in instance network info cache for port fceb9a3e-16f9-4580-a524-c9ae7c2d46ac. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.593938] env[62136]: DEBUG nova.network.neutron [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Updating instance_info_cache with network_info: [{"id": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "address": "fa:16:3e:a9:7c:58", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb9a3e-16", "ovs_interfaceid": "fceb9a3e-16f9-4580-a524-c9ae7c2d46ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.678667] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523cac97-939f-0c03-bc42-f7f1612e2191, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.679030] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.679206] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.679442] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.679593] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.679774] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.680050] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b70f084-1b9d-4c31-bfca-4ce8457d6d2a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.688375] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.688555] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.689322] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c8c7b5-f5c3-425a-9ceb-35f60cf2e780 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.694491] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1116.694491] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523498a8-445f-bcfc-1b57-0148f59b866e" [ 1116.694491] env[62136]: _type = "Task" [ 1116.694491] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.701806] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523498a8-445f-bcfc-1b57-0148f59b866e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.751921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a74f0868-8eb9-4b7d-a7cf-85640431bed8 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.260s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.964528] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287248, 'name': ReconfigVM_Task, 'duration_secs': 0.3398} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.964792] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-096630c8-efca-4249-8bee-68f3c81b5d33/volume-096630c8-efca-4249-8bee-68f3c81b5d33.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.969456] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d943e668-01c7-4b78-bd0e-c9f5467fdfcb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.984481] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1116.984481] env[62136]: value = "task-2287249" [ 1116.984481] env[62136]: _type = "Task" [ 1116.984481] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.992125] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.085726] env[62136]: DEBUG nova.network.neutron [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Port f67337a2-8e3d-44fa-a665-932eff0c5507 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.096350] env[62136]: DEBUG oslo_concurrency.lockutils [req-ef004fc7-a70d-40b2-9db6-76e21642500f req-07dfbb99-a3bc-4dc6-98e2-66b937632aea service nova] Releasing lock "refresh_cache-2663090a-f33a-4cea-b3cd-1f68478a4eb1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.206598] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523498a8-445f-bcfc-1b57-0148f59b866e, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.208080] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4eab0d-a94f-43d5-a189-fb48f4e3a0a2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.213194] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1117.213194] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f36b77-8610-6c61-4fac-ffb9a70fc47f" [ 1117.213194] env[62136]: _type = "Task" [ 1117.213194] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.221526] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f36b77-8610-6c61-4fac-ffb9a70fc47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.494080] env[62136]: DEBUG oslo_vmware.api [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287249, 'name': ReconfigVM_Task, 'duration_secs': 0.14383} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.494933] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465538', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'name': 'volume-096630c8-efca-4249-8bee-68f3c81b5d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'serial': '096630c8-efca-4249-8bee-68f3c81b5d33'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.723810] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f36b77-8610-6c61-4fac-ffb9a70fc47f, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.724111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.724373] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 2663090a-f33a-4cea-b3cd-1f68478a4eb1/2663090a-f33a-4cea-b3cd-1f68478a4eb1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.724637] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cdcca9d-5fa1-4d80-a175-be56d0f052d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.730505] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1117.730505] env[62136]: value = "task-2287250" [ 1117.730505] env[62136]: _type = "Task" [ 1117.730505] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.738293] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.046674] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.047009] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.047277] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.047473] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.047645] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.050091] env[62136]: INFO nova.compute.manager [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Terminating instance [ 1118.109934] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.110110] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.110315] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.241739] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445407} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.242016] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 2663090a-f33a-4cea-b3cd-1f68478a4eb1/2663090a-f33a-4cea-b3cd-1f68478a4eb1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.242248] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.242559] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f2bc92-07b6-480e-9eb6-8de77d8e9c4a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.248836] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1118.248836] env[62136]: value = "task-2287251" [ 1118.248836] env[62136]: _type = "Task" [ 1118.248836] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.257680] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.535063] env[62136]: DEBUG nova.objects.instance [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1118.554644] env[62136]: DEBUG nova.compute.manager [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.554900] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.555187] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04eeeaa2-bbcc-4bee-97c6-8b0969349f5e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.562324] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1118.562324] env[62136]: value = "task-2287252" [ 1118.562324] env[62136]: _type = "Task" [ 1118.562324] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.570841] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.760025] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071156} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.760025] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.760706] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3915c22-b867-4a1e-bc31-11f49cf4630c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.782730] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2663090a-f33a-4cea-b3cd-1f68478a4eb1/2663090a-f33a-4cea-b3cd-1f68478a4eb1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.783049] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f538c4-cf3b-4534-95b0-b774990ef35c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.802708] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1118.802708] env[62136]: value = "task-2287253" [ 1118.802708] env[62136]: _type = "Task" [ 1118.802708] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.809949] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.040337] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8eb330bf-c275-48af-8b94-bab863091627 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.072066] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287252, 'name': PowerOffVM_Task, 'duration_secs': 0.46243} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.072369] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.072573] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.072765] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465529', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'name': 'volume-7a0962e9-1567-4fe4-bebf-b2045ada343b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8', 'attached_at': '2025-02-04T16:51:29.000000', 'detached_at': '', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'serial': '7a0962e9-1567-4fe4-bebf-b2045ada343b'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.073541] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f0b3dd-bfda-46c9-9fbf-d368c6781b74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.094105] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edbf5e-9831-415c-9c1d-f5b148919279 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.100455] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e419a5d-398c-4067-997d-48de7ae5503f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.122321] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c97d54-ded8-4d9d-ad20-9bd4028e0ee9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.812416] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a0962e9-1567-4fe4-bebf-b2045ada343b/volume-7a0962e9-1567-4fe4-bebf-b2045ada343b.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.817545] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.818563] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.818715] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.818876] env[62136]: DEBUG nova.network.neutron [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.823089] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbb4e97-9995-419d-8108-cd913af17975 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.843446] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287253, 'name': ReconfigVM_Task, 'duration_secs': 0.294915} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.844658] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2663090a-f33a-4cea-b3cd-1f68478a4eb1/2663090a-f33a-4cea-b3cd-1f68478a4eb1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.845350] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1119.845350] env[62136]: value = "task-2287254" [ 1119.845350] env[62136]: _type = "Task" [ 1119.845350] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.845565] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7820bbcb-7506-4dce-8e66-82574ee9cb29 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.855029] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.856189] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1119.856189] env[62136]: value = "task-2287255" [ 1119.856189] env[62136]: _type = "Task" [ 1119.856189] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.865133] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287255, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.890306] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.890557] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.086728] env[62136]: DEBUG nova.network.neutron [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.357136] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287254, 'name': ReconfigVM_Task, 'duration_secs': 0.436305} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.359883] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.364424] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd9522f-c829-4ecf-9de5-9f2b8d5bc101 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.377956] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287255, 'name': Rename_Task, 'duration_secs': 0.139325} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.379019] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.379300] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1120.379300] env[62136]: value = "task-2287256" [ 1120.379300] env[62136]: _type = "Task" [ 1120.379300] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.379502] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93c0123-0585-4fbf-8e43-95a53d364bbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.388708] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.389803] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1120.389803] env[62136]: value = "task-2287257" [ 1120.389803] env[62136]: _type = "Task" [ 1120.389803] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.393194] env[62136]: DEBUG nova.compute.utils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.398504] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.589728] env[62136]: DEBUG oslo_concurrency.lockutils [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.891986] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287256, 'name': ReconfigVM_Task, 'duration_secs': 0.132203} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.894816] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465529', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'name': 'volume-7a0962e9-1567-4fe4-bebf-b2045ada343b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8', 'attached_at': '2025-02-04T16:51:29.000000', 'detached_at': '', 'volume_id': '7a0962e9-1567-4fe4-bebf-b2045ada343b', 'serial': '7a0962e9-1567-4fe4-bebf-b2045ada343b'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.895132] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.895711] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.896633] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a2b936-d32b-4e45-9703-59eeadb1a398 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.903528] env[62136]: DEBUG oslo_vmware.api [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287257, 'name': PowerOnVM_Task, 'duration_secs': 0.47156} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.905425] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.905638] env[62136]: INFO nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1120.905818] env[62136]: DEBUG nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.906097] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.906755] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64636bed-bf2b-4dcc-8935-777a5d5de051 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.908877] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50455f1c-c358-4033-bb61-a4e1b7e8c109 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.974874] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.975121] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.975287] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleting the datastore file [datastore2] ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.975565] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a36a74-ef86-48a5-9f49-1109b948c075 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.981838] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1120.981838] env[62136]: value = "task-2287259" [ 1120.981838] env[62136]: _type = "Task" [ 1120.981838] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.990052] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.116675] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4f7f7-47d5-48f8-862f-7826c45a91f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.134983] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c304f-0b14-453b-ae16-b7cab4ed013c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.141242] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.422456] env[62136]: INFO nova.compute.manager [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Took 12.72 seconds to build instance. [ 1121.491305] env[62136]: DEBUG oslo_vmware.api [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137777} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.491560] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.491746] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.492309] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.492309] env[62136]: INFO nova.compute.manager [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Took 2.94 seconds to destroy the instance on the hypervisor. [ 1121.492466] env[62136]: DEBUG oslo.service.loopingcall [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.492536] env[62136]: DEBUG nova.compute.manager [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.492636] env[62136]: DEBUG nova.network.neutron [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.647399] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.647751] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe384f7-7611-4186-be33-514daefeed7d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.655230] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1121.655230] env[62136]: value = "task-2287260" [ 1121.655230] env[62136]: _type = "Task" [ 1121.655230] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.663113] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.924613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-61b347d3-5acc-4533-b374-15add29365a4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.232s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.956657] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.956983] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.957175] env[62136]: INFO nova.compute.manager [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attaching volume e7bf8e28-a83f-48d1-9150-647850c6ebd7 to /dev/sdc [ 1121.995543] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d4522-a06f-457a-bc1c-3ebe954358d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.002493] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039cb2ee-821a-4729-ad06-3a805f02e855 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.009390] env[62136]: DEBUG nova.compute.manager [req-7d8b5a17-5f8b-470c-b34e-957a0929f05a req-c31593af-26cb-4d9a-8738-7f6925cf6cb6 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Received event network-vif-deleted-7a276aee-54be-417e-bb04-4b27abae7c43 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.009390] env[62136]: INFO nova.compute.manager [req-7d8b5a17-5f8b-470c-b34e-957a0929f05a req-c31593af-26cb-4d9a-8738-7f6925cf6cb6 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Neutron deleted interface 7a276aee-54be-417e-bb04-4b27abae7c43; detaching it from the instance and deleting it from the info cache [ 1122.009558] env[62136]: DEBUG nova.network.neutron [req-7d8b5a17-5f8b-470c-b34e-957a0929f05a req-c31593af-26cb-4d9a-8738-7f6925cf6cb6 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.017312] env[62136]: DEBUG nova.virt.block_device [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating existing volume attachment record: 43defb11-9795-4236-9680-0ab4fa036124 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.165342] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.271593] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.271878] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.272039] env[62136]: DEBUG nova.compute.manager [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.272998] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94797a2a-3c78-4bde-8be5-289b348715b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.280119] env[62136]: DEBUG nova.compute.manager [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1122.280760] env[62136]: DEBUG nova.objects.instance [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'flavor' on Instance uuid 2663090a-f33a-4cea-b3cd-1f68478a4eb1 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1122.493325] env[62136]: DEBUG nova.network.neutron [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.512288] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7371e7b4-763b-4056-86e1-bd4038c16e0a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.522768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81a2f9-0d56-4fe2-a668-027030b1c92b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.562664] env[62136]: DEBUG nova.compute.manager [req-7d8b5a17-5f8b-470c-b34e-957a0929f05a req-c31593af-26cb-4d9a-8738-7f6925cf6cb6 service nova] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Detach interface failed, port_id=7a276aee-54be-417e-bb04-4b27abae7c43, reason: Instance ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1122.667633] env[62136]: DEBUG oslo_vmware.api [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287260, 'name': PowerOnVM_Task, 'duration_secs': 0.560309} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.667926] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.668127] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-83c1de5f-41ed-4fea-b8c2-dd48f5daaea3 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance 'c13b37da-f66b-41f6-a4e4-76a3a71e253d' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.756602] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.756881] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.757366] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.757366] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.757526] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.760610] env[62136]: INFO nova.compute.manager [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Terminating instance [ 1122.997621] env[62136]: INFO nova.compute.manager [-] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Took 1.50 seconds to deallocate network for instance. [ 1123.265618] env[62136]: DEBUG nova.compute.manager [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.266140] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.267299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712357b-af40-48df-afd0-2b515dd03b8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.276390] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.276678] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c91620b-a0d2-4f71-bd7c-7559275eeef4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.282816] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1123.282816] env[62136]: value = "task-2287262" [ 1123.282816] env[62136]: _type = "Task" [ 1123.282816] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.288308] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.291900] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8c24dd-ef8d-4e3b-986d-bcaad5a79102 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.293699] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.300345] env[62136]: DEBUG oslo_vmware.api [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1123.300345] env[62136]: value = "task-2287263" [ 1123.300345] env[62136]: _type = "Task" [ 1123.300345] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.308958] env[62136]: DEBUG oslo_vmware.api [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.549662] env[62136]: INFO nova.compute.manager [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8] Took 0.55 seconds to detach 1 volumes for instance. [ 1123.792536] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287262, 'name': PowerOffVM_Task, 'duration_secs': 0.252496} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.792743] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.792911] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.793177] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07948ec6-d2a2-45af-947d-0baf5a9569d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.809071] env[62136]: DEBUG oslo_vmware.api [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287263, 'name': PowerOffVM_Task, 'duration_secs': 0.233726} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.809312] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.809536] env[62136]: DEBUG nova.compute.manager [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.810386] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425dcdaf-bcb9-4636-be93-63d008d9bd4c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.866794] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.867041] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.867238] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleting the datastore file [datastore1] dc1dacd7-c8a7-4534-ad17-4de495e1203b {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.867505] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87fbba4-6fde-40cd-92f4-97ee3a97762c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.873614] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1123.873614] env[62136]: value = "task-2287265" [ 1123.873614] env[62136]: _type = "Task" [ 1123.873614] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.881132] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.058194] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.058509] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.058655] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.081158] env[62136]: INFO nova.scheduler.client.report [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted allocations for instance ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8 [ 1124.323757] env[62136]: DEBUG oslo_concurrency.lockutils [None req-05ef074f-4e13-42b7-82d2-d9d9a61f862c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.384315] env[62136]: DEBUG oslo_vmware.api [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132627} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.384598] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.384820] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.385024] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.386136] env[62136]: INFO nova.compute.manager [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.386582] env[62136]: DEBUG oslo.service.loopingcall [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.386921] env[62136]: DEBUG nova.compute.manager [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.387096] env[62136]: DEBUG nova.network.neutron [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.589690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9d0b78df-3041-4a15-a74f-bb7d243bfa48 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "ee3a1fbd-f4cb-48c4-8f40-aac0918c0dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.543s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.696406] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.696727] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.696873] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.697074] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.697250] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.699429] env[62136]: INFO nova.compute.manager [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Terminating instance [ 1124.903614] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.903864] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.904066] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1124.911033] env[62136]: DEBUG nova.network.neutron [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Port f67337a2-8e3d-44fa-a665-932eff0c5507 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1124.911307] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.911524] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.911795] env[62136]: DEBUG nova.network.neutron [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.084690] env[62136]: DEBUG nova.compute.manager [req-c61c849a-e69c-4986-b857-e4b907c58414 req-f35b0f67-7f17-45df-9247-ed9dd39efa13 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Received event network-vif-deleted-dcaf6cef-6265-4324-8288-23a6c3a14469 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.084690] env[62136]: INFO nova.compute.manager [req-c61c849a-e69c-4986-b857-e4b907c58414 req-f35b0f67-7f17-45df-9247-ed9dd39efa13 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Neutron deleted interface dcaf6cef-6265-4324-8288-23a6c3a14469; detaching it from the instance and deleting it from the info cache [ 1125.084690] env[62136]: DEBUG nova.network.neutron [req-c61c849a-e69c-4986-b857-e4b907c58414 req-f35b0f67-7f17-45df-9247-ed9dd39efa13 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.203190] env[62136]: DEBUG nova.compute.manager [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.203190] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.205299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97571783-2e34-4ff4-8b4d-e58fc9126cb2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.212722] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.212722] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287f5e22-0645-4989-ab80-181ee29381a6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.293513] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.293766] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.293924] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore1] 2663090a-f33a-4cea-b3cd-1f68478a4eb1 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.294216] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b9fa60-47f8-42be-abbd-fad1736594fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.301117] env[62136]: DEBUG oslo_vmware.api [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1125.301117] env[62136]: value = "task-2287268" [ 1125.301117] env[62136]: _type = "Task" [ 1125.301117] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.311634] env[62136]: DEBUG oslo_vmware.api [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.436758] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.436915] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.437113] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1125.460971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.461278] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.461496] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.461681] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.461849] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.466419] env[62136]: INFO nova.compute.manager [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Terminating instance [ 1125.535713] env[62136]: DEBUG nova.network.neutron [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.563568] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.563663] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.586454] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0c85a2c-dabf-4807-a5d6-de29f15d865c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.596107] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75101380-aa3f-4c80-9b61-ec4054076379 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.631668] env[62136]: DEBUG nova.compute.manager [req-c61c849a-e69c-4986-b857-e4b907c58414 req-f35b0f67-7f17-45df-9247-ed9dd39efa13 service nova] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Detach interface failed, port_id=dcaf6cef-6265-4324-8288-23a6c3a14469, reason: Instance dc1dacd7-c8a7-4534-ad17-4de495e1203b could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1125.682114] env[62136]: DEBUG nova.network.neutron [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.810937] env[62136]: DEBUG oslo_vmware.api [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124682} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.811215] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.811401] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.811583] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.811769] env[62136]: INFO nova.compute.manager [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1125.812011] env[62136]: DEBUG oslo.service.loopingcall [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.812308] env[62136]: DEBUG nova.compute.manager [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.812373] env[62136]: DEBUG nova.network.neutron [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.970562] env[62136]: DEBUG nova.compute.manager [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.970843] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.972694] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d956a3b-e2d6-41f4-b019-4d93dd912304 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.981129] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1125.981129] env[62136]: value = "task-2287269" [ 1125.981129] env[62136]: _type = "Task" [ 1125.981129] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.990172] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.041499] env[62136]: INFO nova.compute.manager [-] [instance: dc1dacd7-c8a7-4534-ad17-4de495e1203b] Took 1.65 seconds to deallocate network for instance. [ 1126.067918] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.134718] env[62136]: DEBUG nova.compute.manager [req-dfa4f10e-1865-498c-b1c0-6c9abc9c2abd req-e29c7c4c-a9b3-47ab-8d0a-d10c7b7e5ed0 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Received event network-vif-deleted-fceb9a3e-16f9-4580-a524-c9ae7c2d46ac {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.135215] env[62136]: INFO nova.compute.manager [req-dfa4f10e-1865-498c-b1c0-6c9abc9c2abd req-e29c7c4c-a9b3-47ab-8d0a-d10c7b7e5ed0 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Neutron deleted interface fceb9a3e-16f9-4580-a524-c9ae7c2d46ac; detaching it from the instance and deleting it from the info cache [ 1126.135215] env[62136]: DEBUG nova.network.neutron [req-dfa4f10e-1865-498c-b1c0-6c9abc9c2abd req-e29c7c4c-a9b3-47ab-8d0a-d10c7b7e5ed0 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.185492] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.491451] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287269, 'name': PowerOffVM_Task, 'duration_secs': 0.219697} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.491867] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.491911] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.492097] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465518', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'name': 'volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6e8fca2b-a904-415c-b56d-3e35326f3d1c', 'attached_at': '2025-02-04T16:51:06.000000', 'detached_at': '', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'serial': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.492881] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929c7a6-55a5-4f59-a51a-11527d1dcceb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.510982] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e64139-e56d-4bfe-a93b-39eae45de39f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.517715] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb237b-681a-4d3c-8f3f-90295216ea57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.536036] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4a141-7f5f-446a-a34b-24c61472701b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.550044] env[62136]: DEBUG nova.network.neutron [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.552025] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.552170] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.552416] env[62136]: DEBUG nova.objects.instance [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'resources' on Instance uuid dc1dacd7-c8a7-4534-ad17-4de495e1203b {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1126.553385] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] The volume has not been displaced from its original location: [datastore1] volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec/volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.558610] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.559814] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db47a178-ad94-4286-897f-dc1548df37a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.576109] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.576314] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465540', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'name': 'volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'serial': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.579229] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf586e-1614-4076-8535-16c034885cd1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.598996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3a7e8-c973-4c53-a942-a2ff5c565373 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.601603] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1126.601603] env[62136]: value = "task-2287270" [ 1126.601603] env[62136]: _type = "Task" [ 1126.601603] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.602622] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.630402] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7/volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.633438] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062a83e7-1973-488e-8688-82275c058dfb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650355] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.650608] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93ec00e0-0b97-4784-ad5d-0ad150b1ef0b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.662166] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591da894-2cc1-481f-a287-aa87f6fe4d2f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.673995] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1126.673995] env[62136]: value = "task-2287271" [ 1126.673995] env[62136]: _type = "Task" [ 1126.673995] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.683347] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.696256] env[62136]: DEBUG nova.compute.manager [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62136) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1126.697058] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.697058] env[62136]: DEBUG nova.compute.manager [req-dfa4f10e-1865-498c-b1c0-6c9abc9c2abd req-e29c7c4c-a9b3-47ab-8d0a-d10c7b7e5ed0 service nova] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Detach interface failed, port_id=fceb9a3e-16f9-4580-a524-c9ae7c2d46ac, reason: Instance 2663090a-f33a-4cea-b3cd-1f68478a4eb1 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1126.765025] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [{"id": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "address": "fa:16:3e:d4:dc:04", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72a028b-f3", "ovs_interfaceid": "a72a028b-f3e1-4ad9-b10e-b65181eafd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.060123] env[62136]: INFO nova.compute.manager [-] [instance: 2663090a-f33a-4cea-b3cd-1f68478a4eb1] Took 1.25 seconds to deallocate network for instance. [ 1127.112073] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287270, 'name': ReconfigVM_Task, 'duration_secs': 0.17307} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.114615] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.119775] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc7dbad-711f-4492-8e26-ad37496c09c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.137753] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1127.137753] env[62136]: value = "task-2287272" [ 1127.137753] env[62136]: _type = "Task" [ 1127.137753] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.152592] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.185850] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287271, 'name': ReconfigVM_Task, 'duration_secs': 0.367958} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.186138] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7/volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.190719] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f2968a-adea-41ac-b9f6-2c7024271244 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.207596] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1127.207596] env[62136]: value = "task-2287273" [ 1127.207596] env[62136]: _type = "Task" [ 1127.207596] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.219873] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.221915] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0f7b4-9c9d-4542-8cfa-57bd90addf17 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.228518] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5b7b8-c24d-4784-a0a7-18ba2af3dccd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.261147] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c680b5-cc29-48b0-a3fb-f13e7b514980 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.268050] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-a4b0f72b-62c7-4953-a602-a030b6ac4f57" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.268320] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1127.268640] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.269815] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ee7eb-ad5d-492d-8f34-37c3d62646f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.273918] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.274124] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.274270] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1127.274791] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.285222] env[62136]: DEBUG nova.compute.provider_tree [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.569828] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.647986] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287272, 'name': ReconfigVM_Task, 'duration_secs': 0.15268} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.648322] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465518', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'name': 'volume-dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6e8fca2b-a904-415c-b56d-3e35326f3d1c', 'attached_at': '2025-02-04T16:51:06.000000', 'detached_at': '', 'volume_id': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec', 'serial': 'dca5f068-29c3-4891-8c01-f0aa6051e0ec'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.648604] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.649399] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b75c94-632a-4601-84de-afea06da9a3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.655946] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.656189] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceba26e5-a99b-45a6-b23a-124f65ce653c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.718614] env[62136]: DEBUG oslo_vmware.api [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287273, 'name': ReconfigVM_Task, 'duration_secs': 0.145487} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.720028] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465540', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'name': 'volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'serial': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.724434] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.724657] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.724837] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore1] 6e8fca2b-a904-415c-b56d-3e35326f3d1c {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.725108] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04050d6-4188-4ffe-83b0-36f33a2e5269 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.731075] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1127.731075] env[62136]: value = "task-2287275" [ 1127.731075] env[62136]: _type = "Task" [ 1127.731075] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.740226] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.788548] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.789516] env[62136]: DEBUG nova.scheduler.client.report [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.240841] env[62136]: DEBUG oslo_vmware.api [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116968} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.241142] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.241350] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.241550] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.241760] env[62136]: INFO nova.compute.manager [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1128.242032] env[62136]: DEBUG oslo.service.loopingcall [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.242230] env[62136]: DEBUG nova.compute.manager [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.242339] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.294783] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.296835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.694s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.298857] env[62136]: INFO nova.compute.claims [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.313782] env[62136]: INFO nova.scheduler.client.report [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted allocations for instance dc1dacd7-c8a7-4534-ad17-4de495e1203b [ 1128.667605] env[62136]: DEBUG nova.compute.manager [req-176d67ce-7cdf-4f12-b85e-f437a0fac4dd req-ac3162b7-b340-4695-bc6b-adefc5f141dd service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Received event network-vif-deleted-c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.667812] env[62136]: INFO nova.compute.manager [req-176d67ce-7cdf-4f12-b85e-f437a0fac4dd req-ac3162b7-b340-4695-bc6b-adefc5f141dd service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Neutron deleted interface c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d; detaching it from the instance and deleting it from the info cache [ 1128.667980] env[62136]: DEBUG nova.network.neutron [req-176d67ce-7cdf-4f12-b85e-f437a0fac4dd req-ac3162b7-b340-4695-bc6b-adefc5f141dd service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.756135] env[62136]: DEBUG nova.objects.instance [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1128.821217] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c23fdd3-12c8-4ced-ba16-7508c65aeb58 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "dc1dacd7-c8a7-4534-ad17-4de495e1203b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.064s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.149756] env[62136]: DEBUG nova.network.neutron [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.170577] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d41822cd-e628-419c-aa4c-6a812747952d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.181117] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc3728-b798-4448-969c-4c598eb56f37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.209670] env[62136]: DEBUG nova.compute.manager [req-176d67ce-7cdf-4f12-b85e-f437a0fac4dd req-ac3162b7-b340-4695-bc6b-adefc5f141dd service nova] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Detach interface failed, port_id=c9ce5e8d-fa3d-45fe-b6c0-87f1bda25a5d, reason: Instance 6e8fca2b-a904-415c-b56d-3e35326f3d1c could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1129.260593] env[62136]: DEBUG oslo_concurrency.lockutils [None req-88628ae6-a53b-4690-a37e-594a6406cf57 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.304s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.449996] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663e74a0-bf02-4f13-9daf-bc53e22e7591 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.457939] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e0c332-6437-479d-b016-5e4bca3a4fe1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.488956] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bccb09c-8fe8-4658-9b99-0586fd298f9b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.497162] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032edae-0d58-4969-a683-a59e75ed2df4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.510908] env[62136]: DEBUG nova.compute.provider_tree [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.567391] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.567644] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.653422] env[62136]: INFO nova.compute.manager [-] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Took 1.41 seconds to deallocate network for instance. [ 1130.014800] env[62136]: DEBUG nova.scheduler.client.report [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.063610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.063883] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.070278] env[62136]: INFO nova.compute.manager [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Detaching volume 096630c8-efca-4249-8bee-68f3c81b5d33 [ 1130.098956] env[62136]: INFO nova.virt.block_device [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attempting to driver detach volume 096630c8-efca-4249-8bee-68f3c81b5d33 from mountpoint /dev/sdb [ 1130.099209] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.099402] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465538', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'name': 'volume-096630c8-efca-4249-8bee-68f3c81b5d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'serial': '096630c8-efca-4249-8bee-68f3c81b5d33'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.100288] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8a39a-0276-4f8a-83c1-337540f32d73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.125802] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5532208-6ac3-42f0-b06c-4da60cf6bdf5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.132351] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312302a-6b03-427e-9b71-2951b20c553c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.154501] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c0f070-671b-4d67-b4d6-2776b5fa942e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.168969] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] The volume has not been displaced from its original location: [datastore1] volume-096630c8-efca-4249-8bee-68f3c81b5d33/volume-096630c8-efca-4249-8bee-68f3c81b5d33.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.174766] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.175031] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0108d3c-9394-4575-bdda-9da549a5b80c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.192046] env[62136]: INFO nova.compute.manager [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Took 0.54 seconds to detach 1 volumes for instance. [ 1130.194392] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1130.194392] env[62136]: value = "task-2287276" [ 1130.194392] env[62136]: _type = "Task" [ 1130.194392] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.194844] env[62136]: DEBUG nova.compute.manager [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 6e8fca2b-a904-415c-b56d-3e35326f3d1c] Deleting volume: dca5f068-29c3-4891-8c01-f0aa6051e0ec {{(pid=62136) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1130.204042] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.519893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.520475] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.523634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.827s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.566596] env[62136]: INFO nova.compute.manager [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Detaching volume 2a82c067-8b87-477e-811d-1aac500365c6 [ 1130.600980] env[62136]: INFO nova.virt.block_device [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Attempting to driver detach volume 2a82c067-8b87-477e-811d-1aac500365c6 from mountpoint /dev/sdb [ 1130.601249] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.601447] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465522', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'name': 'volume-2a82c067-8b87-477e-811d-1aac500365c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4b0f72b-62c7-4953-a602-a030b6ac4f57', 'attached_at': '', 'detached_at': '', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'serial': '2a82c067-8b87-477e-811d-1aac500365c6'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.602397] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29df18e-d195-4b5c-bdc2-65de252e47a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.625063] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831f3cc-9cd4-4102-b342-ee71f1bb31e4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.633289] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdafeef-0916-4e1b-889c-5b827cccb5f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.653381] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95a2d8-41e9-4458-b7e7-d3bda4d1ac46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.668142] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] The volume has not been displaced from its original location: [datastore1] volume-2a82c067-8b87-477e-811d-1aac500365c6/volume-2a82c067-8b87-477e-811d-1aac500365c6.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.673304] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.673709] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2cdb1c-585a-4911-8918-6cea31f8ca9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.691749] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1130.691749] env[62136]: value = "task-2287278" [ 1130.691749] env[62136]: _type = "Task" [ 1130.691749] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.699203] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.707145] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287276, 'name': ReconfigVM_Task, 'duration_secs': 0.316164} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.707392] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.711940] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3313c3-9d96-40d7-9e73-568b54fa6746 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.725654] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1130.725654] env[62136]: value = "task-2287279" [ 1130.725654] env[62136]: _type = "Task" [ 1130.725654] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.729282] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.734489] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.028055] env[62136]: DEBUG nova.compute.utils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1131.029033] env[62136]: DEBUG nova.objects.instance [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'migration_context' on Instance uuid c13b37da-f66b-41f6-a4e4-76a3a71e253d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1131.030778] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.030778] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.090553] env[62136]: DEBUG nova.policy [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91f4316e07b4942a386f8d561168c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a630bfaaba540e384f882b272d9a6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.202104] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287278, 'name': ReconfigVM_Task, 'duration_secs': 0.243452} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.202412] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.206935] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c453f9-7f69-42a5-b146-526eb0d9a1ab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.221554] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1131.221554] env[62136]: value = "task-2287280" [ 1131.221554] env[62136]: _type = "Task" [ 1131.221554] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.229182] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.235938] env[62136]: DEBUG oslo_vmware.api [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287279, 'name': ReconfigVM_Task, 'duration_secs': 0.1433} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.236224] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465538', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'name': 'volume-096630c8-efca-4249-8bee-68f3c81b5d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': '096630c8-efca-4249-8bee-68f3c81b5d33', 'serial': '096630c8-efca-4249-8bee-68f3c81b5d33'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.400202] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Successfully created port: c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.531282] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.675112] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b1f8a-600c-4eb4-8c3a-92e207f7eb91 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.684609] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ba7d5-9095-459f-96aa-9e2da7441259 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.721407] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609c691-44d4-4055-8f8b-8bea72800fd4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.733618] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9362d499-7177-4e04-bda0-dcec03273f95 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.737209] env[62136]: DEBUG oslo_vmware.api [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287280, 'name': ReconfigVM_Task, 'duration_secs': 0.13724} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.737528] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465522', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'name': 'volume-2a82c067-8b87-477e-811d-1aac500365c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4b0f72b-62c7-4953-a602-a030b6ac4f57', 'attached_at': '', 'detached_at': '', 'volume_id': '2a82c067-8b87-477e-811d-1aac500365c6', 'serial': '2a82c067-8b87-477e-811d-1aac500365c6'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.749381] env[62136]: DEBUG nova.compute.provider_tree [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.780864] env[62136]: DEBUG nova.objects.instance [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1132.253800] env[62136]: DEBUG nova.scheduler.client.report [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.283771] env[62136]: DEBUG nova.objects.instance [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid a4b0f72b-62c7-4953-a602-a030b6ac4f57 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1132.544540] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.572559] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.572817] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.572974] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.573170] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.573354] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.573514] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.573722] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.573879] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.574080] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.574255] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.574432] env[62136]: DEBUG nova.virt.hardware [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.575316] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0885ad3-6e6c-42a8-a1b9-46d9a98e5f8b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.583821] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598630b-53f8-4cd2-8a6e-3a01956c0bf4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.788981] env[62136]: DEBUG oslo_concurrency.lockutils [None req-85eff390-6cb3-4cdf-92be-2dba68100eec tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.817763] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.818060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.023814] env[62136]: DEBUG nova.compute.manager [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.024011] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.024222] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.024401] env[62136]: DEBUG oslo_concurrency.lockutils [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.024573] env[62136]: DEBUG nova.compute.manager [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] No waiting events found dispatching network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.024741] env[62136]: WARNING nova.compute.manager [req-a7403e53-02ae-4b0b-8b80-26b6850cdd80 req-fc81918e-f04a-4ec9-a624-305f9d8ce3a8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received unexpected event network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 for instance with vm_state building and task_state spawning. [ 1133.117871] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Successfully updated port: c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.264279] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.741s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.269694] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.700s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.269917] env[62136]: DEBUG nova.objects.instance [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'resources' on Instance uuid 2663090a-f33a-4cea-b3cd-1f68478a4eb1 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1133.292383] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3a7b3720-de97-4e62-9210-2df57c76f7e5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.321452] env[62136]: INFO nova.compute.manager [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Detaching volume e7bf8e28-a83f-48d1-9150-647850c6ebd7 [ 1133.356969] env[62136]: INFO nova.virt.block_device [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Attempting to driver detach volume e7bf8e28-a83f-48d1-9150-647850c6ebd7 from mountpoint /dev/sdc [ 1133.357250] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.357478] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465540', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'name': 'volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'serial': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.358357] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70395c8f-3908-491d-a556-59ef6f41c59a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.381576] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c15162-7eaa-4e83-855b-53ecd9c35452 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.389214] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221466f9-c9bf-49f9-beaa-3eb18274db53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.411687] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2da506-004c-4c24-b24b-47c2c370cf93 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.426195] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7/volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1133.431276] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.431547] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9d0a92-0fbd-42ea-b32c-9c696e040993 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.448963] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1133.448963] env[62136]: value = "task-2287281" [ 1133.448963] env[62136]: _type = "Task" [ 1133.448963] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.456149] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.622577] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.622817] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.622977] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.905829] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff424b-016e-41da-9e75-83ca279219f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.913775] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e76c9-dfe5-4262-a6e9-bfd7113a46a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.944876] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259fd57-89a7-4ab5-b93d-d2b2956db0e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.955043] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696661b-49d8-4f54-8e48-cbce3b0589cb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.964096] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287281, 'name': ReconfigVM_Task, 'duration_secs': 0.226774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.971809] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.976661] env[62136]: DEBUG nova.compute.provider_tree [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.978149] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b595f4-d2a9-4509-b3fd-2911ba9aab31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.988960] env[62136]: DEBUG nova.scheduler.client.report [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.999211] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1133.999211] env[62136]: value = "task-2287282" [ 1133.999211] env[62136]: _type = "Task" [ 1133.999211] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.006059] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.155422] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.276109] env[62136]: DEBUG nova.network.neutron [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.333824] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.334093] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.334300] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.334483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.334672] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.336462] env[62136]: INFO nova.compute.manager [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Terminating instance [ 1134.493893] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.224s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.496302] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.708s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.496476] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.496636] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1134.496930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.768s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.497137] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.499503] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088cef92-fea8-4773-a1f8-f0b7e62a26ca {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.512713] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6145591a-f49b-41f3-831c-261cbc9dcfb5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.516630] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.517561] env[62136]: INFO nova.scheduler.client.report [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocations for instance 6e8fca2b-a904-415c-b56d-3e35326f3d1c [ 1134.530326] env[62136]: INFO nova.scheduler.client.report [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance 2663090a-f33a-4cea-b3cd-1f68478a4eb1 [ 1134.535021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d46424a-b1c4-47fe-9ed9-6ae46280d534 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.541593] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdbefd7-b664-465a-9d42-146444d2fe95 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.571958] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180215MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1134.571958] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.572167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.778943] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.779313] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance network_info: |[{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.779740] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:27:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c939d964-b98b-4444-b308-34d4104c90d9', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.787338] env[62136]: DEBUG oslo.service.loopingcall [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.790559] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.791013] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432de9d3-5dfa-4ba9-a908-93a004d446d0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.806073] env[62136]: INFO nova.compute.manager [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Swapping old allocation on dict_keys(['82d9157a-5d67-4d63-9446-bab68d065191']) held by migration 4cf6d313-33d6-4718-adda-5003a4bcd4e2 for instance [ 1134.813656] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.813656] env[62136]: value = "task-2287283" [ 1134.813656] env[62136]: _type = "Task" [ 1134.813656] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.823730] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287283, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.827368] env[62136]: DEBUG nova.scheduler.client.report [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Overwriting current allocation {'allocations': {'82d9157a-5d67-4d63-9446-bab68d065191': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 156}}, 'project_id': '0d05750f53a84aeda370c5507279438a', 'user_id': '8f1eee52848f4ec9958a2f069e1abe83', 'consumer_generation': 1} on consumer c13b37da-f66b-41f6-a4e4-76a3a71e253d {{(pid=62136) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1134.839768] env[62136]: DEBUG nova.compute.manager [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.839967] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.840762] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2838f1-4728-4722-9a86-80509b450421 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.847636] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.847864] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a528b5b2-c8e2-46b7-bf45-df31984beb03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.853025] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1134.853025] env[62136]: value = "task-2287284" [ 1134.853025] env[62136]: _type = "Task" [ 1134.853025] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.860264] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.904269] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.905723] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.905723] env[62136]: DEBUG nova.network.neutron [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.011575] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.036412] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9adffed1-6fe7-4f00-b9ad-21ebd7b01d75 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "6e8fca2b-a904-415c-b56d-3e35326f3d1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.575s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.039729] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c46d644e-3b3e-4706-9b5f-c0f48dd23b2d tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "2663090a-f33a-4cea-b3cd-1f68478a4eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.343s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.102779] env[62136]: DEBUG nova.compute.manager [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-changed-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.102986] env[62136]: DEBUG nova.compute.manager [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing instance network info cache due to event network-changed-c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.103248] env[62136]: DEBUG oslo_concurrency.lockutils [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.103432] env[62136]: DEBUG oslo_concurrency.lockutils [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.103625] env[62136]: DEBUG nova.network.neutron [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing network info cache for port c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.325032] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287283, 'name': CreateVM_Task, 'duration_secs': 0.355532} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.325327] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.333073] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.333407] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.333702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.333996] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc97d64-fb37-4951-a79b-073b89cf68d2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.339201] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1135.339201] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fef32b-13a5-7a3c-bb63-73ab39392dd8" [ 1135.339201] env[62136]: _type = "Task" [ 1135.339201] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.347598] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fef32b-13a5-7a3c-bb63-73ab39392dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.361789] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287284, 'name': PowerOffVM_Task, 'duration_secs': 0.430251} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.362051] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.362246] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.362482] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25c25e5-0ed0-4eec-afe4-1477b43104b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.429542] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.430101] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.430101] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleting the datastore file [datastore2] a4b0f72b-62c7-4953-a602-a030b6ac4f57 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.430475] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca8b7c3-c73c-46ee-ab8a-dfa653eb97f8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.436391] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1135.436391] env[62136]: value = "task-2287286" [ 1135.436391] env[62136]: _type = "Task" [ 1135.436391] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.444717] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.484904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.485197] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.485464] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.485702] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.485948] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.488213] env[62136]: INFO nova.compute.manager [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Terminating instance [ 1135.512504] env[62136]: DEBUG oslo_vmware.api [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287282, 'name': ReconfigVM_Task, 'duration_secs': 1.15103} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.512825] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465540', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'name': 'volume-e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91c815fe-fc89-42cb-a6fd-1ab882ff388f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7', 'serial': 'e7bf8e28-a83f-48d1-9150-647850c6ebd7'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.595281] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.595439] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance a4b0f72b-62c7-4953-a602-a030b6ac4f57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.595560] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 5d00c5ff-272e-4ca8-85a3-93d035939c42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.595676] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 91c815fe-fc89-42cb-a6fd-1ab882ff388f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.595789] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 2737f440-1a0f-47d0-afc3-4f3100436b30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.595899] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c13b37da-f66b-41f6-a4e4-76a3a71e253d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.596015] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.653844] env[62136]: DEBUG nova.network.neutron [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [{"id": "f67337a2-8e3d-44fa-a665-932eff0c5507", "address": "fa:16:3e:62:dc:95", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67337a2-8e", "ovs_interfaceid": "f67337a2-8e3d-44fa-a665-932eff0c5507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.791193] env[62136]: DEBUG nova.network.neutron [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updated VIF entry in instance network info cache for port c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.791568] env[62136]: DEBUG nova.network.neutron [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.849327] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52fef32b-13a5-7a3c-bb63-73ab39392dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.849607] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.849842] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.850084] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.850268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.850459] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.850712] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e4ca70a-89ba-4355-b343-3d864ec7387a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.858634] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.858805] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.859489] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25d939b-a148-47b8-ba76-511b524fdffc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.864325] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1135.864325] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e5ece-b651-c040-0be2-6ee84d9bf48c" [ 1135.864325] env[62136]: _type = "Task" [ 1135.864325] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.871691] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e5ece-b651-c040-0be2-6ee84d9bf48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.945774] env[62136]: DEBUG oslo_vmware.api [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116413} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.946171] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.946473] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.946681] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.946865] env[62136]: INFO nova.compute.manager [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1135.947123] env[62136]: DEBUG oslo.service.loopingcall [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.947328] env[62136]: DEBUG nova.compute.manager [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.947429] env[62136]: DEBUG nova.network.neutron [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.992104] env[62136]: DEBUG nova.compute.manager [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.992379] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.993290] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de9e0a9-b6b2-48f7-91de-34c7f281d368 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.003896] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.004152] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.005227] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.007460] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196a0cd1-e86e-4d56-ab86-01dd451a61ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015788] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1136.015788] env[62136]: value = "task-2287287" [ 1136.015788] env[62136]: _type = "Task" [ 1136.015788] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.025637] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.056574] env[62136]: DEBUG nova.objects.instance [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'flavor' on Instance uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1136.098576] env[62136]: INFO nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 has allocations against this compute host but is not found in the database. [ 1136.098823] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1136.098978] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1136.156417] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-c13b37da-f66b-41f6-a4e4-76a3a71e253d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.156969] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.157426] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325ce71a-3146-47db-8889-57bc7b2720f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.166882] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1136.166882] env[62136]: value = "task-2287288" [ 1136.166882] env[62136]: _type = "Task" [ 1136.166882] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.176275] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.237379] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda9c92-ed79-4a62-96df-d8aadba8f173 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.245290] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa811e-19ef-4398-a2ae-40c965417c6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.276098] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bca325-68d5-4224-af1e-58566073a433 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.286299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec9155e-6b02-4ef2-b08e-c3dd2f58b444 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.297908] env[62136]: DEBUG oslo_concurrency.lockutils [req-e98473cc-7dd2-48c7-a880-b6bf388a6fa6 req-a78e930f-48eb-40ea-97b9-083b63e2ebe8 service nova] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.298539] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.375056] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e5ece-b651-c040-0be2-6ee84d9bf48c, 'name': SearchDatastore_Task, 'duration_secs': 0.007232} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.375860] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f83c9d-2258-4021-a24d-32125484fb73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.380899] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1136.380899] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f7872-2183-5b9b-e079-6a57cbcbb8b6" [ 1136.380899] env[62136]: _type = "Task" [ 1136.380899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.390528] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f7872-2183-5b9b-e079-6a57cbcbb8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.506720] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.530354] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287287, 'name': PowerOffVM_Task, 'duration_secs': 0.205558} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.530629] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.531529] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.531529] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3790ad0-5500-46ac-9f03-ab3a4e3f0981 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.541745] env[62136]: DEBUG nova.compute.manager [req-f97921b9-a45c-437d-8b73-4117d16c8373 req-985f1480-802d-432f-98df-643d3227d8ad service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Received event network-vif-deleted-a72a028b-f3e1-4ad9-b10e-b65181eafd57 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.541975] env[62136]: INFO nova.compute.manager [req-f97921b9-a45c-437d-8b73-4117d16c8373 req-985f1480-802d-432f-98df-643d3227d8ad service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Neutron deleted interface a72a028b-f3e1-4ad9-b10e-b65181eafd57; detaching it from the instance and deleting it from the info cache [ 1136.542150] env[62136]: DEBUG nova.network.neutron [req-f97921b9-a45c-437d-8b73-4117d16c8373 req-985f1480-802d-432f-98df-643d3227d8ad service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.597949] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.598208] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.598404] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore2] 5d00c5ff-272e-4ca8-85a3-93d035939c42 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.598772] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba913eb-61c0-4a60-9fa3-1ffc7e8efcec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.605039] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1136.605039] env[62136]: value = "task-2287290" [ 1136.605039] env[62136]: _type = "Task" [ 1136.605039] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.613638] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.676569] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287288, 'name': PowerOffVM_Task, 'duration_secs': 0.232995} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.676982] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.677512] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.677732] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.677960] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.678085] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.678230] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.678380] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.678587] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.678745] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.678945] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.679085] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.679264] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.684220] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac093f7-db75-4f58-8aca-af1257bb65fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.700452] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1136.700452] env[62136]: value = "task-2287291" [ 1136.700452] env[62136]: _type = "Task" [ 1136.700452] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.708714] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.826040] env[62136]: ERROR nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [req-7db96ad0-efa5-417b-ab1a-602c4e5a06d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7db96ad0-efa5-417b-ab1a-602c4e5a06d1"}]} [ 1136.842759] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1136.856759] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1136.856948] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.866914] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1136.886044] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1136.893348] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]527f7872-2183-5b9b-e079-6a57cbcbb8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.893610] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.893870] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.894138] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4822f64-ed5d-4395-a5c2-77d48f535cc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.900245] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1136.900245] env[62136]: value = "task-2287292" [ 1136.900245] env[62136]: _type = "Task" [ 1136.900245] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.909715] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.992838] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637afb91-b94b-4ac8-b651-e0d1106f8512 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.000223] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2833f93-77aa-4489-b7d0-f6b10ed1c4aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.033591] env[62136]: DEBUG nova.network.neutron [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.038071] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9d5b7-ff0f-47bb-893a-19e9558f9c98 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.045292] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c50cea-c2c6-496b-a0d5-42731f80eddb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.048534] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99e09b-8d57-40e1-89b0-a3cfa33a3c3e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.052987] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.066247] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b9f74b36-4a76-4d14-96ba-c6ca5a473ebb tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.067716] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.071852] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5deb1e3-0cba-42cd-9aba-90124a147691 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.103842] env[62136]: DEBUG nova.compute.manager [req-f97921b9-a45c-437d-8b73-4117d16c8373 req-985f1480-802d-432f-98df-643d3227d8ad service nova] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Detach interface failed, port_id=a72a028b-f3e1-4ad9-b10e-b65181eafd57, reason: Instance a4b0f72b-62c7-4953-a602-a030b6ac4f57 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1137.114990] env[62136]: DEBUG oslo_vmware.api [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227535} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.115317] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1137.115538] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 158 to 159 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1137.115687] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.118926] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.119148] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.119336] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.119518] env[62136]: INFO nova.compute.manager [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1137.119765] env[62136]: DEBUG oslo.service.loopingcall [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.120463] env[62136]: DEBUG nova.compute.manager [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.120563] env[62136]: DEBUG nova.network.neutron [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.212251] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287291, 'name': ReconfigVM_Task, 'duration_secs': 0.142436} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.213241] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc68d655-9e8d-4a2f-857c-6dd627615f46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.233662] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.234031] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.234527] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.234527] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.234632] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.234782] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.235011] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.235448] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.235645] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.235835] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.236032] env[62136]: DEBUG nova.virt.hardware [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.236983] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096b059c-2dd8-4505-ae4f-69259ab9a90d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.243699] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1137.243699] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e47ec-1742-7a80-48db-d543cd6b7cf4" [ 1137.243699] env[62136]: _type = "Task" [ 1137.243699] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.255348] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]528e47ec-1742-7a80-48db-d543cd6b7cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.007496} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.261147] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.261539] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19049e8b-5352-4c0a-b029-9c3e9df1bdd0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.282567] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1137.282567] env[62136]: value = "task-2287293" [ 1137.282567] env[62136]: _type = "Task" [ 1137.282567] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.292319] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.410489] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.537437] env[62136]: INFO nova.compute.manager [-] [instance: a4b0f72b-62c7-4953-a602-a030b6ac4f57] Took 1.59 seconds to deallocate network for instance. [ 1137.621795] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1137.621865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.050s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.622111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.569s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.623707] env[62136]: INFO nova.compute.claims [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.792755] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287293, 'name': ReconfigVM_Task, 'duration_secs': 0.360539} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.793203] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.794038] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a191a50-34ce-43d3-8e3f-7693d57a8a65 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.816206] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.816804] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b388eb-e71d-413e-873e-b23b9c9be6d9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.833697] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1137.833697] env[62136]: value = "task-2287294" [ 1137.833697] env[62136]: _type = "Task" [ 1137.833697] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.841420] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.892315] env[62136]: DEBUG nova.network.neutron [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.909650] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51824} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.909857] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.910102] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.910363] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-112410ae-da73-46ae-8e96-a099d88d2d52 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.916687] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1137.916687] env[62136]: value = "task-2287295" [ 1137.916687] env[62136]: _type = "Task" [ 1137.916687] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.924622] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.044500] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.268877] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.269198] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.269388] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.269618] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.269799] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.271917] env[62136]: INFO nova.compute.manager [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Terminating instance [ 1138.344366] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287294, 'name': ReconfigVM_Task, 'duration_secs': 0.261909} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.344706] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d/c13b37da-f66b-41f6-a4e4-76a3a71e253d.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.345555] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57c9a8-c644-4fc7-8d02-cfdffd9477fd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.366031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5339f-7c2c-40fd-83d4-841241580148 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.383774] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93cea4-f4dd-4edc-904d-da9efb13482f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.402061] env[62136]: INFO nova.compute.manager [-] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Took 1.28 seconds to deallocate network for instance. [ 1138.403529] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdc84e-2914-42f2-9ffa-e8884d254734 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.416427] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.416783] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1669bdc2-1c2a-4b1b-83ef-c4e9306d1844 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.429168] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061596} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.430297] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.430632] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1138.430632] env[62136]: value = "task-2287296" [ 1138.430632] env[62136]: _type = "Task" [ 1138.430632] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.431299] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efff45f9-8c52-4f2a-9d37-5f79e6e87c3c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.455523] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.458774] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a18c1b-699a-47a4-8c09-abf4f3415338 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.473695] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.479351] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1138.479351] env[62136]: value = "task-2287297" [ 1138.479351] env[62136]: _type = "Task" [ 1138.479351] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.489498] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.567015] env[62136]: DEBUG nova.compute.manager [req-1749938f-2fa3-4cb8-b9c5-ecd37b76bb9b req-0075f9f7-de15-4db2-aaa3-b3cf58018399 service nova] [instance: 5d00c5ff-272e-4ca8-85a3-93d035939c42] Received event network-vif-deleted-7cfa9633-c81f-4dae-abb6-9ee3f71cbf00 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.741830] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3409f-e32c-4d36-83b7-0ab1c6640c96 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.750601] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d947f82-2ef6-44d1-acde-5659725975b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.782049] env[62136]: DEBUG nova.compute.manager [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.782272] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.783219] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5369c16-c86a-4a95-8a34-a837c24c0b0e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.786389] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e1bc1-c031-4d61-afd4-ecc74d7adf17 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.793251] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.794974] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13de4829-a8ba-435f-814c-b5343053efb6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.797511] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9fbe97-74db-4bf0-8c5a-56e11015a13a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.810846] env[62136]: DEBUG nova.compute.provider_tree [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.813225] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1138.813225] env[62136]: value = "task-2287298" [ 1138.813225] env[62136]: _type = "Task" [ 1138.813225] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.821429] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.911855] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.942656] env[62136]: DEBUG oslo_vmware.api [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287296, 'name': PowerOnVM_Task, 'duration_secs': 0.370963} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.942830] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.989251] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287297, 'name': ReconfigVM_Task, 'duration_secs': 0.339555} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.989251] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.989408] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78dce800-84cf-466e-9a77-9b8f1b28b361 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.995862] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1138.995862] env[62136]: value = "task-2287299" [ 1138.995862] env[62136]: _type = "Task" [ 1138.995862] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.004200] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287299, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.256226] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.256471] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.256628] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.256777] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.317592] env[62136]: DEBUG nova.scheduler.client.report [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.325928] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287298, 'name': PowerOffVM_Task, 'duration_secs': 0.224645} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.326246] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.326457] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.326700] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bdb8bbe-4473-4d86-ad22-c36d8684b4c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.389108] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.389367] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.389562] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleting the datastore file [datastore1] 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.389890] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecd957c-7029-4937-9fb7-da1804e7b52b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.397286] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for the task: (returnval){ [ 1139.397286] env[62136]: value = "task-2287301" [ 1139.397286] env[62136]: _type = "Task" [ 1139.397286] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.405192] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.506011] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287299, 'name': Rename_Task, 'duration_secs': 0.139188} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.506297] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.506554] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-734ac3c0-cc14-4ac8-b3ea-eca7681dc27f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.512199] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1139.512199] env[62136]: value = "task-2287302" [ 1139.512199] env[62136]: _type = "Task" [ 1139.512199] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.522667] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.762688] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Getting list of instances from cluster (obj){ [ 1139.762688] env[62136]: value = "domain-c8" [ 1139.762688] env[62136]: _type = "ClusterComputeResource" [ 1139.762688] env[62136]: } {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1139.763586] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdb691-d12b-416e-abd7-5d3d8a24ff43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.778575] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Got total of 4 instances {{(pid=62136) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1139.778744] env[62136]: WARNING nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 1139.778869] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 44784d47-aecd-4c78-9e8d-86cfbed53406 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779073] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid a4b0f72b-62c7-4953-a602-a030b6ac4f57 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779237] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779393] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 5d00c5ff-272e-4ca8-85a3-93d035939c42 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779543] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid c13b37da-f66b-41f6-a4e4-76a3a71e253d {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779691] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779839] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.779983] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Triggering sync for uuid 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 {{(pid=62136) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1139.780396] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "44784d47-aecd-4c78-9e8d-86cfbed53406" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.780637] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.780904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.781143] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.781328] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.781562] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.781768] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.781945] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.782124] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1139.782315] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.782509] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.782708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.782904] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.783731] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c3fa9-c0ba-4a0a-94b4-e96bb68bd0cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.786549] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e619d9-ac1a-4d6d-b36f-0086ade11559 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.822528] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.823046] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.825770] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.781s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.825988] env[62136]: DEBUG nova.objects.instance [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'resources' on Instance uuid a4b0f72b-62c7-4953-a602-a030b6ac4f57 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1139.906895] env[62136]: DEBUG oslo_vmware.api [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Task: {'id': task-2287301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133482} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.907180] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.907373] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.907554] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.907728] env[62136]: INFO nova.compute.manager [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.908037] env[62136]: DEBUG oslo.service.loopingcall [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.908245] env[62136]: DEBUG nova.compute.manager [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.908347] env[62136]: DEBUG nova.network.neutron [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.954555] env[62136]: INFO nova.compute.manager [None req-8a78f380-d758-4122-8208-62d1b47ee939 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance to original state: 'active' [ 1140.023124] env[62136]: DEBUG oslo_vmware.api [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287302, 'name': PowerOnVM_Task, 'duration_secs': 0.484834} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.023408] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.023616] env[62136]: INFO nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1140.023794] env[62136]: DEBUG nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.024697] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edd461-fc31-4c27-9a15-6a3fdc261428 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.296585] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.297013] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.329079] env[62136]: DEBUG nova.compute.utils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.335400] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.335605] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.383702] env[62136]: DEBUG nova.policy [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.463768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f304be-f883-450e-9960-38cde0e227da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.475169] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f3705-3373-402b-9187-f04a2f3f18ce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.508678] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2b52d-d94a-49c2-9e11-503656e4ea24 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.517155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8820fa6c-343e-4678-9615-a86270256338 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.531372] env[62136]: DEBUG nova.compute.provider_tree [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.542325] env[62136]: INFO nova.compute.manager [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Took 13.96 seconds to build instance. [ 1140.595200] env[62136]: DEBUG nova.compute.manager [req-e167ae0d-49f4-4da5-b9c1-48b5fbd9cb88 req-480043e4-ff7a-4713-af84-04958100ceca service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Received event network-vif-deleted-bb1a1b3d-25d8-4382-b10c-ad20be45fd0c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.595200] env[62136]: INFO nova.compute.manager [req-e167ae0d-49f4-4da5-b9c1-48b5fbd9cb88 req-480043e4-ff7a-4713-af84-04958100ceca service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Neutron deleted interface bb1a1b3d-25d8-4382-b10c-ad20be45fd0c; detaching it from the instance and deleting it from the info cache [ 1140.595200] env[62136]: DEBUG nova.network.neutron [req-e167ae0d-49f4-4da5-b9c1-48b5fbd9cb88 req-480043e4-ff7a-4713-af84-04958100ceca service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.691154] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Successfully created port: 42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.838026] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.931348] env[62136]: DEBUG nova.network.neutron [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.034779] env[62136]: DEBUG nova.scheduler.client.report [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.044865] env[62136]: DEBUG oslo_concurrency.lockutils [None req-eac114f6-eaaf-492b-b2c9-d7645449925f tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.481s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.045411] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.263s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.045715] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1141.046067] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.098019] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-384c5997-2451-4778-bae1-cfe3b1b2a935 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.105917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f58951-a03c-4298-9bfb-f32e44cc5726 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.137026] env[62136]: DEBUG nova.compute.manager [req-e167ae0d-49f4-4da5-b9c1-48b5fbd9cb88 req-480043e4-ff7a-4713-af84-04958100ceca service nova] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Detach interface failed, port_id=bb1a1b3d-25d8-4382-b10c-ad20be45fd0c, reason: Instance 91c815fe-fc89-42cb-a6fd-1ab882ff388f could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1141.432747] env[62136]: INFO nova.compute.manager [-] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] Took 1.52 seconds to deallocate network for instance. [ 1141.540276] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.542932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.631s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.543185] env[62136]: DEBUG nova.objects.instance [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'resources' on Instance uuid 5d00c5ff-272e-4ca8-85a3-93d035939c42 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1141.565824] env[62136]: INFO nova.scheduler.client.report [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted allocations for instance a4b0f72b-62c7-4953-a602-a030b6ac4f57 [ 1141.845951] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.871453] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.871710] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.871868] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.872064] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.872216] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.872394] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.872621] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.872783] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.872951] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.873132] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.873309] env[62136]: DEBUG nova.virt.hardware [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.874526] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e1ca4f-6c2e-46b9-84e1-81f2918af2b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.882962] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b93b02-b9b1-41de-aae7-932dfec144ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.939565] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.027643] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.027643] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.027840] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.028047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.028267] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.030401] env[62136]: INFO nova.compute.manager [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Terminating instance [ 1142.074146] env[62136]: DEBUG oslo_concurrency.lockutils [None req-2b9358a3-ef58-4ea8-afb9-04497b126dcd tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.740s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.077594] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.297s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.078409] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-088e0597-2e85-4681-9c21-f0f834d35d02 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.087800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21ea1f-4418-4e80-a4aa-1c93b116d646 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.102898] env[62136]: DEBUG nova.compute.manager [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Received event network-vif-plugged-42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.103127] env[62136]: DEBUG oslo_concurrency.lockutils [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] Acquiring lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.103358] env[62136]: DEBUG oslo_concurrency.lockutils [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.103535] env[62136]: DEBUG oslo_concurrency.lockutils [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.103708] env[62136]: DEBUG nova.compute.manager [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] No waiting events found dispatching network-vif-plugged-42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.103871] env[62136]: WARNING nova.compute.manager [req-ad08b545-fa1b-4b04-be9c-af93ea3eb3ad req-9ba813f8-53e1-4ad1-a9b8-e1ba6485bebd service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Received unexpected event network-vif-plugged-42767697-92b3-445c-a228-92193e3a756f for instance with vm_state building and task_state spawning. [ 1142.173621] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb31a17-76c5-4e97-80a6-9227aa8ce4dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.180655] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7accf821-b1c4-4be3-b774-8151bbc2cc47 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.211901] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Successfully updated port: 42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.213565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1696ec-af2d-49fe-9826-17083ebb9f1a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222687] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142866c-2303-4c2c-8427-5640eab833dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.237527] env[62136]: DEBUG nova.compute.provider_tree [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.533889] env[62136]: DEBUG nova.compute.manager [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.534236] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.535188] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd0285-a769-4d83-a933-c8c6846d701b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.543448] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.543722] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b56e130-232f-47aa-977c-77b22a5a1acd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.550284] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1142.550284] env[62136]: value = "task-2287303" [ 1142.550284] env[62136]: _type = "Task" [ 1142.550284] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.558413] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.623770] env[62136]: DEBUG nova.compute.manager [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-changed-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.624179] env[62136]: DEBUG nova.compute.manager [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing instance network info cache due to event network-changed-c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.624573] env[62136]: DEBUG oslo_concurrency.lockutils [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.624881] env[62136]: DEBUG oslo_concurrency.lockutils [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.625229] env[62136]: DEBUG nova.network.neutron [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing network info cache for port c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.628031] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "a4b0f72b-62c7-4953-a602-a030b6ac4f57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.717600] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.717792] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.717909] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.741156] env[62136]: DEBUG nova.scheduler.client.report [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.060247] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287303, 'name': PowerOffVM_Task, 'duration_secs': 0.214869} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.060537] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.060710] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.060964] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1bee9a3-78d0-45b6-8b57-a63104bea56c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.132897] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.133203] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.133347] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleting the datastore file [datastore1] c13b37da-f66b-41f6-a4e4-76a3a71e253d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.133942] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948a8d80-dec4-46d2-9dd1-01b1538434da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.140010] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1143.140010] env[62136]: value = "task-2287305" [ 1143.140010] env[62136]: _type = "Task" [ 1143.140010] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.148759] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.247083] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.249230] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.310s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.249528] env[62136]: DEBUG nova.objects.instance [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lazy-loading 'resources' on Instance uuid 91c815fe-fc89-42cb-a6fd-1ab882ff388f {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1143.258908] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.272792] env[62136]: INFO nova.scheduler.client.report [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocations for instance 5d00c5ff-272e-4ca8-85a3-93d035939c42 [ 1143.419046] env[62136]: DEBUG nova.network.neutron [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updated VIF entry in instance network info cache for port c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.419532] env[62136]: DEBUG nova.network.neutron [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.508030] env[62136]: DEBUG nova.network.neutron [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Updating instance_info_cache with network_info: [{"id": "42767697-92b3-445c-a228-92193e3a756f", "address": "fa:16:3e:54:f5:5f", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42767697-92", "ovs_interfaceid": "42767697-92b3-445c-a228-92193e3a756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.650455] env[62136]: DEBUG oslo_vmware.api [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153478} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.650710] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.650899] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.651086] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.651262] env[62136]: INFO nova.compute.manager [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1143.651494] env[62136]: DEBUG oslo.service.loopingcall [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.651682] env[62136]: DEBUG nova.compute.manager [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.651778] env[62136]: DEBUG nova.network.neutron [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.785601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a5fe7667-25c8-416e-90c1-ee021a71805e tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.300s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.787801] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.005s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.789667] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb8fb2b7-176b-44d3-8f49-35eb8683b833 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.807917] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442bf88-6511-4a16-a88d-cc51145ac4da {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.898562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fadb8bf-1eea-4321-94e4-cf5dfed4a5b0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.907607] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763af815-7531-4e39-acf9-406d0184144f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.938956] env[62136]: DEBUG oslo_concurrency.lockutils [req-99b18651-285a-404a-b90f-acf39bf5a10b req-7a38de7e-fc4d-4f79-846c-e6cf6047bc12 service nova] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.940460] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71300843-7cc9-4ee9-bd15-58a7bf0e29fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.948744] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399fc9b-b389-4b5c-a2d0-7778f9cbce07 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.962012] env[62136]: DEBUG nova.compute.provider_tree [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.010574] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.010900] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Instance network_info: |[{"id": "42767697-92b3-445c-a228-92193e3a756f", "address": "fa:16:3e:54:f5:5f", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42767697-92", "ovs_interfaceid": "42767697-92b3-445c-a228-92193e3a756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.011346] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f5:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42767697-92b3-445c-a228-92193e3a756f', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.019589] env[62136]: DEBUG oslo.service.loopingcall [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.019856] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.020133] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-840edb02-ee94-468d-8ab7-14131dda4e38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.050234] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.050234] env[62136]: value = "task-2287307" [ 1144.050234] env[62136]: _type = "Task" [ 1144.050234] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.058112] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287307, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.123903] env[62136]: DEBUG nova.compute.manager [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Received event network-changed-42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.124129] env[62136]: DEBUG nova.compute.manager [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Refreshing instance network info cache due to event network-changed-42767697-92b3-445c-a228-92193e3a756f. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.124350] env[62136]: DEBUG oslo_concurrency.lockutils [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] Acquiring lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.124521] env[62136]: DEBUG oslo_concurrency.lockutils [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] Acquired lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.124863] env[62136]: DEBUG nova.network.neutron [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Refreshing network info cache for port 42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.347895] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "5d00c5ff-272e-4ca8-85a3-93d035939c42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.466201] env[62136]: DEBUG nova.scheduler.client.report [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.559954] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287307, 'name': CreateVM_Task, 'duration_secs': 0.347859} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.560146] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.560854] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.561056] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.561814] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.561814] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7a0c5a-c881-49e2-aa82-e7f24272cca2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.566012] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1144.566012] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52acefa1-4093-6e77-97ee-e144f3c5558a" [ 1144.566012] env[62136]: _type = "Task" [ 1144.566012] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.573560] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52acefa1-4093-6e77-97ee-e144f3c5558a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.647853] env[62136]: DEBUG nova.compute.manager [req-d8d2710d-a192-47cd-b7e1-87da5e62c278 req-be0a3b0e-6185-44dc-a399-5f8e42f3a453 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Received event network-vif-deleted-f67337a2-8e3d-44fa-a665-932eff0c5507 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.648108] env[62136]: INFO nova.compute.manager [req-d8d2710d-a192-47cd-b7e1-87da5e62c278 req-be0a3b0e-6185-44dc-a399-5f8e42f3a453 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Neutron deleted interface f67337a2-8e3d-44fa-a665-932eff0c5507; detaching it from the instance and deleting it from the info cache [ 1144.648260] env[62136]: DEBUG nova.network.neutron [req-d8d2710d-a192-47cd-b7e1-87da5e62c278 req-be0a3b0e-6185-44dc-a399-5f8e42f3a453 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.664756] env[62136]: DEBUG nova.network.neutron [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.835873] env[62136]: DEBUG nova.network.neutron [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Updated VIF entry in instance network info cache for port 42767697-92b3-445c-a228-92193e3a756f. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.836293] env[62136]: DEBUG nova.network.neutron [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Updating instance_info_cache with network_info: [{"id": "42767697-92b3-445c-a228-92193e3a756f", "address": "fa:16:3e:54:f5:5f", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42767697-92", "ovs_interfaceid": "42767697-92b3-445c-a228-92193e3a756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.842085] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.842727] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.971928] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.993455] env[62136]: INFO nova.scheduler.client.report [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Deleted allocations for instance 91c815fe-fc89-42cb-a6fd-1ab882ff388f [ 1145.076034] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52acefa1-4093-6e77-97ee-e144f3c5558a, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.076313] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.076568] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.076801] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.076971] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.077173] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.077420] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1afbdec-ff0e-423d-ba1a-2da2dd937c30 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.085088] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.085262] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.085915] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a57829-67b2-4a56-aa28-955f5ac4581a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.090857] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1145.090857] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cc248e-c0bd-2a45-026d-8729f89e97cd" [ 1145.090857] env[62136]: _type = "Task" [ 1145.090857] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.097968] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cc248e-c0bd-2a45-026d-8729f89e97cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.150415] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81a4c006-c023-4249-8a3b-c455b654b5ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.159672] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab9372-666c-4515-9a75-fcff744f9cf9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.170250] env[62136]: INFO nova.compute.manager [-] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Took 1.52 seconds to deallocate network for instance. [ 1145.188513] env[62136]: DEBUG nova.compute.manager [req-d8d2710d-a192-47cd-b7e1-87da5e62c278 req-be0a3b0e-6185-44dc-a399-5f8e42f3a453 service nova] [instance: c13b37da-f66b-41f6-a4e4-76a3a71e253d] Detach interface failed, port_id=f67337a2-8e3d-44fa-a665-932eff0c5507, reason: Instance c13b37da-f66b-41f6-a4e4-76a3a71e253d could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1145.339525] env[62136]: DEBUG oslo_concurrency.lockutils [req-1bf93f57-895b-4b30-85af-53a37badfcf2 req-f00a6062-b45b-4743-bb4a-cf320e12dc55 service nova] Releasing lock "refresh_cache-7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.345259] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.501156] env[62136]: DEBUG oslo_concurrency.lockutils [None req-1dd28b6e-c619-48b7-a17f-0741d60d7389 tempest-AttachVolumeTestJSON-1131319302 tempest-AttachVolumeTestJSON-1131319302-project-member] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.502065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.719s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.502313] env[62136]: INFO nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 91c815fe-fc89-42cb-a6fd-1ab882ff388f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1145.502493] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "91c815fe-fc89-42cb-a6fd-1ab882ff388f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.601015] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52cc248e-c0bd-2a45-026d-8729f89e97cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.601891] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48850c4a-9092-4a47-a36a-45f7464213c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.607411] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1145.607411] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ea36d7-b9f8-0822-ec0e-3aad490954ae" [ 1145.607411] env[62136]: _type = "Task" [ 1145.607411] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.615979] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ea36d7-b9f8-0822-ec0e-3aad490954ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.676993] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.677437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.677710] env[62136]: DEBUG nova.objects.instance [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'resources' on Instance uuid c13b37da-f66b-41f6-a4e4-76a3a71e253d {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1145.869732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.119543] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52ea36d7-b9f8-0822-ec0e-3aad490954ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.119745] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.120008] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1/7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.120272] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a58245-bad8-4fee-a982-cc62e5adefa4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.127000] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1146.127000] env[62136]: value = "task-2287309" [ 1146.127000] env[62136]: _type = "Task" [ 1146.127000] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.134395] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.260705] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30ebe7f-b826-4e46-bd83-caa7a673e032 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.268865] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ea4eb-103f-4d42-a958-b015305ae18b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.301152] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158310b-856e-43f6-999c-4c76a1c4aef1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.309886] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44770c7-a2a7-4a65-8602-ad7cc3daba75 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.325187] env[62136]: DEBUG nova.compute.provider_tree [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.443690] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "44784d47-aecd-4c78-9e8d-86cfbed53406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.444035] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.444421] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.444558] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.444761] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.447501] env[62136]: INFO nova.compute.manager [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Terminating instance [ 1146.636819] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444796} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.637111] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1/7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.637334] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.637589] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48def1b3-5663-4e8a-85c6-0ebc9cfe3549 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.643510] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1146.643510] env[62136]: value = "task-2287310" [ 1146.643510] env[62136]: _type = "Task" [ 1146.643510] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.654027] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.829168] env[62136]: DEBUG nova.scheduler.client.report [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.951821] env[62136]: DEBUG nova.compute.manager [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.952100] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.953040] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43875f0-d570-4a48-ae38-334ce1489e4c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.960891] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.961922] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37dd25f0-cdf5-45a2-8562-3c50dc92c2b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.967845] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1146.967845] env[62136]: value = "task-2287311" [ 1146.967845] env[62136]: _type = "Task" [ 1146.967845] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.976179] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.154855] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058183} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.155229] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.156058] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55474a46-5290-4fd9-87c8-6c6216684807 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.181028] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1/7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.181371] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba57677-b058-484e-a1c0-a67e5b6bd7e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.201395] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1147.201395] env[62136]: value = "task-2287312" [ 1147.201395] env[62136]: _type = "Task" [ 1147.201395] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.209781] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.334026] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.336437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.467s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.338047] env[62136]: INFO nova.compute.claims [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.359797] env[62136]: INFO nova.scheduler.client.report [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted allocations for instance c13b37da-f66b-41f6-a4e4-76a3a71e253d [ 1147.478508] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287311, 'name': PowerOffVM_Task, 'duration_secs': 0.286943} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.478780] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.478951] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.479225] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf61d9a3-aba5-403a-8f42-98238e91c876 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.573835] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.574076] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.574275] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleting the datastore file [datastore2] 44784d47-aecd-4c78-9e8d-86cfbed53406 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.574558] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93417987-2b81-46cf-82f0-31316cba5b3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.580993] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for the task: (returnval){ [ 1147.580993] env[62136]: value = "task-2287314" [ 1147.580993] env[62136]: _type = "Task" [ 1147.580993] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.588858] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.711249] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.868054] env[62136]: DEBUG oslo_concurrency.lockutils [None req-170cebb2-057f-4c79-b913-c87b39fbecc7 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "c13b37da-f66b-41f6-a4e4-76a3a71e253d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.840s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.090806] env[62136]: DEBUG oslo_vmware.api [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Task: {'id': task-2287314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.091063] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.091260] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.091439] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.091612] env[62136]: INFO nova.compute.manager [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1148.091859] env[62136]: DEBUG oslo.service.loopingcall [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.092064] env[62136]: DEBUG nova.compute.manager [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.092163] env[62136]: DEBUG nova.network.neutron [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.213709] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287312, 'name': ReconfigVM_Task, 'duration_secs': 0.541731} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.214470] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1/7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.214658] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9540c3dd-3d9f-4702-a6a6-f3de3b116f79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.221628] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1148.221628] env[62136]: value = "task-2287315" [ 1148.221628] env[62136]: _type = "Task" [ 1148.221628] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.230440] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287315, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.416931] env[62136]: DEBUG nova.compute.manager [req-231953fe-a687-4213-87a2-2bfab91c1416 req-11b361c2-36f1-46c1-a3ad-53ee4eb5dbcd service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Received event network-vif-deleted-aa825509-7ee4-4b13-8e7e-811f8235e3f1 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.417181] env[62136]: INFO nova.compute.manager [req-231953fe-a687-4213-87a2-2bfab91c1416 req-11b361c2-36f1-46c1-a3ad-53ee4eb5dbcd service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Neutron deleted interface aa825509-7ee4-4b13-8e7e-811f8235e3f1; detaching it from the instance and deleting it from the info cache [ 1148.417386] env[62136]: DEBUG nova.network.neutron [req-231953fe-a687-4213-87a2-2bfab91c1416 req-11b361c2-36f1-46c1-a3ad-53ee4eb5dbcd service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.448950] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ad01f-a919-4431-9a4b-82fa699bb1b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.459262] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8c747-1583-4d86-b6e0-e5285a8325c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.507404] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ca58d-d65a-4626-94a6-e7a0b826a9f2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.515196] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21cec78-a228-44e7-9854-85e466a8b918 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.528773] env[62136]: DEBUG nova.compute.provider_tree [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.731905] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287315, 'name': Rename_Task, 'duration_secs': 0.208406} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.732219] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.732619] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c2eee5-1432-42cc-b692-311ef26bf1bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.739206] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1148.739206] env[62136]: value = "task-2287316" [ 1148.739206] env[62136]: _type = "Task" [ 1148.739206] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.748493] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.894687] env[62136]: DEBUG nova.network.neutron [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.925715] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc97d1be-ffba-43c2-a72c-f0a249187ea5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.935913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b684a1-c046-4f6c-8be0-3b973437663b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.964741] env[62136]: DEBUG nova.compute.manager [req-231953fe-a687-4213-87a2-2bfab91c1416 req-11b361c2-36f1-46c1-a3ad-53ee4eb5dbcd service nova] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Detach interface failed, port_id=aa825509-7ee4-4b13-8e7e-811f8235e3f1, reason: Instance 44784d47-aecd-4c78-9e8d-86cfbed53406 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1149.031759] env[62136]: DEBUG nova.scheduler.client.report [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.220337] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.220574] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.249621] env[62136]: DEBUG oslo_vmware.api [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287316, 'name': PowerOnVM_Task, 'duration_secs': 0.431848} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.249741] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.250188] env[62136]: INFO nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1149.250388] env[62136]: DEBUG nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.251183] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149deb5-95e9-49db-b718-7b79fa33e11f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.397738] env[62136]: INFO nova.compute.manager [-] [instance: 44784d47-aecd-4c78-9e8d-86cfbed53406] Took 1.31 seconds to deallocate network for instance. [ 1149.540485] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.541018] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.722751] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.767878] env[62136]: INFO nova.compute.manager [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Took 12.74 seconds to build instance. [ 1149.903835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.904169] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.904402] env[62136]: DEBUG nova.objects.instance [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lazy-loading 'resources' on Instance uuid 44784d47-aecd-4c78-9e8d-86cfbed53406 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1150.046279] env[62136]: DEBUG nova.compute.utils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.047681] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.047856] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.096242] env[62136]: DEBUG nova.policy [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62cc103ccef14ead9a396cbd745f854c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11700c8f296a463b87cee10b35fa3884', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.246731] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.269806] env[62136]: DEBUG oslo_concurrency.lockutils [None req-92a943d0-8859-4463-adb0-37ac9759c95c tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.266s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.270078] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.487s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.270981] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c7ff3-f074-482d-8330-bb5884c52613 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.451111] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Successfully created port: a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.500099] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81384ff1-d7d3-4bfb-a4bb-8e34fc1ea61d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.507556] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bf731-7f35-4964-a49e-6f6cb0776161 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.539138] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a43ad-5b32-44fd-a37b-856b2e583236 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.548913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743afe47-543a-4ec7-a8e9-441e443fe677 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.552814] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.565848] env[62136]: DEBUG nova.compute.provider_tree [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.780977] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.048448] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b737af-3965-4550-b097-31dfa03e12e3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.055064] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Suspending the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1151.055399] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e5fd2932-81c3-4d9f-bdb5-15a9350f8fda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.064949] env[62136]: DEBUG oslo_vmware.api [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1151.064949] env[62136]: value = "task-2287318" [ 1151.064949] env[62136]: _type = "Task" [ 1151.064949] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.068570] env[62136]: DEBUG nova.scheduler.client.report [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.078718] env[62136]: DEBUG oslo_vmware.api [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287318, 'name': SuspendVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.563061] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.576313] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.578262] env[62136]: DEBUG oslo_vmware.api [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287318, 'name': SuspendVM_Task} progress is 70%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.578747] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.332s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.580280] env[62136]: INFO nova.compute.claims [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.593490] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.593743] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.593942] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.594225] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.594389] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.594556] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.594770] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.594955] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.595107] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.595277] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.595495] env[62136]: DEBUG nova.virt.hardware [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.596440] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc37fce-9ef2-4f60-9650-d60165311711 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.604767] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c35fa9-5a53-40e3-9439-c198502e7841 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.609691] env[62136]: INFO nova.scheduler.client.report [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Deleted allocations for instance 44784d47-aecd-4c78-9e8d-86cfbed53406 [ 1151.919658] env[62136]: DEBUG nova.compute.manager [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Received event network-vif-plugged-a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.919926] env[62136]: DEBUG oslo_concurrency.lockutils [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.920171] env[62136]: DEBUG oslo_concurrency.lockutils [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.920287] env[62136]: DEBUG oslo_concurrency.lockutils [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.920469] env[62136]: DEBUG nova.compute.manager [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] No waiting events found dispatching network-vif-plugged-a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.920968] env[62136]: WARNING nova.compute.manager [req-7805f415-9dbe-49bc-83c2-69ee2644c419 req-eb7e43f2-c1b3-4a7a-8be2-cc7ee6a0006b service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Received unexpected event network-vif-plugged-a1837618-17bc-49d8-a24d-2c2289bae747 for instance with vm_state building and task_state spawning. [ 1152.012833] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Successfully updated port: a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.075778] env[62136]: DEBUG oslo_vmware.api [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287318, 'name': SuspendVM_Task, 'duration_secs': 0.569543} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.076051] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Suspended the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1152.076300] env[62136]: DEBUG nova.compute.manager [None req-68ffecf5-05ff-4900-8358-fa2cea6e0c06 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.077095] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1b673-fe6b-4718-b48a-248c98c2b60b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.129667] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b7b8968-dd5f-42ff-8984-fe5a0e25bbd6 tempest-ServerActionsTestOtherA-594508967 tempest-ServerActionsTestOtherA-594508967-project-member] Lock "44784d47-aecd-4c78-9e8d-86cfbed53406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.515414] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.515662] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.515727] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.663542] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1176e4-953b-42cb-90bb-31b959e9eb1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.671639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3abe88-4c35-46c2-bad2-9836b73a711c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.700913] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8994d-ca45-412e-ad5c-a81e4268809e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.707864] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9280acbc-dfb1-42f7-8132-ca31c59b1208 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.720832] env[62136]: DEBUG nova.compute.provider_tree [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.069598] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.202401] env[62136]: DEBUG nova.network.neutron [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating instance_info_cache with network_info: [{"id": "a1837618-17bc-49d8-a24d-2c2289bae747", "address": "fa:16:3e:80:f7:07", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1837618-17", "ovs_interfaceid": "a1837618-17bc-49d8-a24d-2c2289bae747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.224198] env[62136]: DEBUG nova.scheduler.client.report [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.458589] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.458851] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.459066] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.459256] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.459428] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.461602] env[62136]: INFO nova.compute.manager [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Terminating instance [ 1153.704794] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.705238] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Instance network_info: |[{"id": "a1837618-17bc-49d8-a24d-2c2289bae747", "address": "fa:16:3e:80:f7:07", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1837618-17", "ovs_interfaceid": "a1837618-17bc-49d8-a24d-2c2289bae747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.705563] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1837618-17bc-49d8-a24d-2c2289bae747', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.716204] env[62136]: DEBUG oslo.service.loopingcall [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.716204] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.716317] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5c7a51-8e46-4486-aca9-d7b07135cc1e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.731785] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.732318] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.741786] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.741786] env[62136]: value = "task-2287320" [ 1153.741786] env[62136]: _type = "Task" [ 1153.741786] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.749833] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287320, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.785521] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.785784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.948015] env[62136]: DEBUG nova.compute.manager [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Received event network-changed-a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.948235] env[62136]: DEBUG nova.compute.manager [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Refreshing instance network info cache due to event network-changed-a1837618-17bc-49d8-a24d-2c2289bae747. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.948462] env[62136]: DEBUG oslo_concurrency.lockutils [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] Acquiring lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.948615] env[62136]: DEBUG oslo_concurrency.lockutils [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] Acquired lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.948851] env[62136]: DEBUG nova.network.neutron [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Refreshing network info cache for port a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.969083] env[62136]: DEBUG nova.compute.manager [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.969347] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.970305] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ef018b-d634-48b5-b1f4-3740e9d930d7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.979632] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.979914] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c6a44d9-39bd-4f6b-ab45-a037e73a3a5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.049495] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.050110] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.050110] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore1] 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.050361] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ba807d-159d-416a-9f8d-7bf1ae297bcf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.057500] env[62136]: DEBUG oslo_vmware.api [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1154.057500] env[62136]: value = "task-2287322" [ 1154.057500] env[62136]: _type = "Task" [ 1154.057500] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.069554] env[62136]: DEBUG oslo_vmware.api [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.237678] env[62136]: DEBUG nova.compute.utils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1154.240195] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.240195] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.252494] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287320, 'name': CreateVM_Task, 'duration_secs': 0.324418} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.252667] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.253639] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.253811] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.254154] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.255365] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f7cbaf-0c0f-44bd-b5a5-876a66e49363 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.261034] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1154.261034] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0992a-68ce-9df8-6e57-488bdbc37563" [ 1154.261034] env[62136]: _type = "Task" [ 1154.261034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.275137] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0992a-68ce-9df8-6e57-488bdbc37563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.288867] env[62136]: INFO nova.compute.manager [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Detaching volume cc237d9f-b7ef-420d-812b-ecda7df83e0b [ 1154.309707] env[62136]: DEBUG nova.policy [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f1eee52848f4ec9958a2f069e1abe83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d05750f53a84aeda370c5507279438a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.352225] env[62136]: INFO nova.virt.block_device [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Attempting to driver detach volume cc237d9f-b7ef-420d-812b-ecda7df83e0b from mountpoint /dev/sdb [ 1154.352225] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.352225] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465535', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'name': 'volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2737f440-1a0f-47d0-afc3-4f3100436b30', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'serial': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.352225] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa1efd-abf1-46c6-a264-6d5311334ac4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.386039] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2177f7-6171-405d-a43c-22c6ceb47e06 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.393855] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f152876-006e-413f-bc53-02ed6199f178 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.417382] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f3be54-805e-4876-b7b2-8c1113fefee6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.432174] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b/volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1154.438505] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.438607] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04eae67b-74e1-4e6b-b865-9ca7e3531488 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.462116] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1154.462116] env[62136]: value = "task-2287323" [ 1154.462116] env[62136]: _type = "Task" [ 1154.462116] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.470215] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.574168] env[62136]: DEBUG oslo_vmware.api [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141721} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.574168] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.574747] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.574747] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.574747] env[62136]: INFO nova.compute.manager [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1154.576444] env[62136]: DEBUG oslo.service.loopingcall [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.576444] env[62136]: DEBUG nova.compute.manager [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.576444] env[62136]: DEBUG nova.network.neutron [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.746157] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.777749] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e0992a-68ce-9df8-6e57-488bdbc37563, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.778186] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.778320] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.778560] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.778706] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.778884] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.779170] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7994f5ec-b1c1-4861-8ccb-e7479e1c324c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.788351] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.788568] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.789364] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127af1d7-163c-4636-bc8f-fabe1afa7380 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.794941] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1154.794941] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292c0de-ea4b-884d-3465-6941e854483c" [ 1154.794941] env[62136]: _type = "Task" [ 1154.794941] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.804125] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292c0de-ea4b-884d-3465-6941e854483c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.816084] env[62136]: DEBUG nova.network.neutron [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updated VIF entry in instance network info cache for port a1837618-17bc-49d8-a24d-2c2289bae747. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.816438] env[62136]: DEBUG nova.network.neutron [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating instance_info_cache with network_info: [{"id": "a1837618-17bc-49d8-a24d-2c2289bae747", "address": "fa:16:3e:80:f7:07", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1837618-17", "ovs_interfaceid": "a1837618-17bc-49d8-a24d-2c2289bae747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.868879] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Successfully created port: 4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.910921] env[62136]: DEBUG nova.compute.manager [req-2f75bb1b-3f6c-4477-960e-3a2ee8fe0307 req-c1b3622c-a412-497a-acd4-626d1f7911c1 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Received event network-vif-deleted-42767697-92b3-445c-a228-92193e3a756f {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.911126] env[62136]: INFO nova.compute.manager [req-2f75bb1b-3f6c-4477-960e-3a2ee8fe0307 req-c1b3622c-a412-497a-acd4-626d1f7911c1 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Neutron deleted interface 42767697-92b3-445c-a228-92193e3a756f; detaching it from the instance and deleting it from the info cache [ 1154.911322] env[62136]: DEBUG nova.network.neutron [req-2f75bb1b-3f6c-4477-960e-3a2ee8fe0307 req-c1b3622c-a412-497a-acd4-626d1f7911c1 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.973360] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.307521] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5292c0de-ea4b-884d-3465-6941e854483c, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.308545] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a737d8-afe5-45d4-9cf5-363ffe787624 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.314847] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1155.314847] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5217cc19-ba47-8090-8470-fc9313ee6071" [ 1155.314847] env[62136]: _type = "Task" [ 1155.314847] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.324746] env[62136]: DEBUG oslo_concurrency.lockutils [req-b0f4b134-f5fc-484c-86ea-8b9934960f9e req-a60e9b09-6c95-4a12-b9ea-83a122345102 service nova] Releasing lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.325460] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5217cc19-ba47-8090-8470-fc9313ee6071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.390475] env[62136]: DEBUG nova.network.neutron [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.417011] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5651497c-f4fb-4dee-ab91-95e5971fc38e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.427744] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2461fde9-911d-4582-b845-cd803d3698ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.453973] env[62136]: DEBUG nova.compute.manager [req-2f75bb1b-3f6c-4477-960e-3a2ee8fe0307 req-c1b3622c-a412-497a-acd4-626d1f7911c1 service nova] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Detach interface failed, port_id=42767697-92b3-445c-a228-92193e3a756f, reason: Instance 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1155.472984] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.759709] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.785328] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.785595] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.785756] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.785939] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.786102] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.786252] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.786463] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.786624] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.786790] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.786952] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.787859] env[62136]: DEBUG nova.virt.hardware [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.788743] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570d211-9f4d-425f-a7e3-a9da58587ef0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.796628] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339d1708-42dd-4858-8150-52db3570ffac {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.823199] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5217cc19-ba47-8090-8470-fc9313ee6071, 'name': SearchDatastore_Task, 'duration_secs': 0.008924} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.823382] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.823563] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 82578df4-4dd5-4b69-b34c-eee73a9b9738/82578df4-4dd5-4b69-b34c-eee73a9b9738.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.823810] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8bf3cb-1d59-4616-8fc4-81f7a768f041 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.831516] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1155.831516] env[62136]: value = "task-2287324" [ 1155.831516] env[62136]: _type = "Task" [ 1155.831516] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.838778] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.894066] env[62136]: INFO nova.compute.manager [-] [instance: 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1] Took 1.32 seconds to deallocate network for instance. [ 1155.901489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.902111] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.973334] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287323, 'name': ReconfigVM_Task, 'duration_secs': 1.225774} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.973661] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.979097] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6437c4f-280b-4ed7-98a6-d4be45a6dde0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.994701] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1155.994701] env[62136]: value = "task-2287325" [ 1155.994701] env[62136]: _type = "Task" [ 1155.994701] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.002817] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.344564] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.404928] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.405215] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.405441] env[62136]: DEBUG nova.objects.instance [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'resources' on Instance uuid 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1156.406648] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.490024] env[62136]: DEBUG nova.compute.manager [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Received event network-vif-plugged-4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.490024] env[62136]: DEBUG oslo_concurrency.lockutils [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] Acquiring lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.490161] env[62136]: DEBUG oslo_concurrency.lockutils [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.490270] env[62136]: DEBUG oslo_concurrency.lockutils [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.490597] env[62136]: DEBUG nova.compute.manager [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] No waiting events found dispatching network-vif-plugged-4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.490774] env[62136]: WARNING nova.compute.manager [req-4fd83edf-5e0b-40e5-8d83-0d6638d0ecf6 req-efccafbd-70ad-4b65-8cda-812cac1c50c7 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Received unexpected event network-vif-plugged-4380ddbe-c84c-426a-9be8-82aa49cd7a86 for instance with vm_state building and task_state spawning. [ 1156.504342] env[62136]: DEBUG oslo_vmware.api [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287325, 'name': ReconfigVM_Task, 'duration_secs': 0.205046} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.504638] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465535', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'name': 'volume-cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2737f440-1a0f-47d0-afc3-4f3100436b30', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b', 'serial': 'cc237d9f-b7ef-420d-812b-ecda7df83e0b'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.550355] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Successfully updated port: 4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.843402] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624288} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.843625] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 82578df4-4dd5-4b69-b34c-eee73a9b9738/82578df4-4dd5-4b69-b34c-eee73a9b9738.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.843981] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.844352] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a22626b6-4378-43da-8a71-24fd358472eb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.851827] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1156.851827] env[62136]: value = "task-2287326" [ 1156.851827] env[62136]: _type = "Task" [ 1156.851827] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.859046] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.930992] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.997540] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac67c8ab-03e1-4148-bad2-8991da0d5630 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.005179] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade51242-2e10-43b0-8213-b9ca0cee960b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.036459] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef25689-80a7-46c6-91b5-5e70e28482c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.044284] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb8aa2-7cfa-4377-a8d9-411f5d2d027d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.048948] env[62136]: DEBUG nova.objects.instance [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'flavor' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1157.059433] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.059579] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.059729] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.060997] env[62136]: DEBUG nova.compute.provider_tree [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.361199] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192714} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.361540] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.362304] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed695199-f8cc-4665-8591-37827b9c262a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.383585] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 82578df4-4dd5-4b69-b34c-eee73a9b9738/82578df4-4dd5-4b69-b34c-eee73a9b9738.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.383830] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd54ac6-c57f-4637-8cfc-f02ea98876db {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.402304] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1157.402304] env[62136]: value = "task-2287327" [ 1157.402304] env[62136]: _type = "Task" [ 1157.402304] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.409628] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.566247] env[62136]: DEBUG nova.scheduler.client.report [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.597815] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.767687] env[62136]: DEBUG nova.network.neutron [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.912171] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287327, 'name': ReconfigVM_Task, 'duration_secs': 0.282725} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.912171] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 82578df4-4dd5-4b69-b34c-eee73a9b9738/82578df4-4dd5-4b69-b34c-eee73a9b9738.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.914312] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ba0db5-11ff-4eb6-857b-c046dff75c89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.919951] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1157.919951] env[62136]: value = "task-2287328" [ 1157.919951] env[62136]: _type = "Task" [ 1157.919951] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.927601] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287328, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.055946] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ccd899e9-d992-40da-8873-db5be67cb588 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.270s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.070862] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.073486] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.143s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.074919] env[62136]: INFO nova.compute.claims [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.090427] env[62136]: INFO nova.scheduler.client.report [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance 7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1 [ 1158.167367] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.167556] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.167759] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.167938] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.168123] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.170119] env[62136]: INFO nova.compute.manager [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Terminating instance [ 1158.269978] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.270356] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Instance network_info: |[{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.270771] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4380ddbe-c84c-426a-9be8-82aa49cd7a86', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.278651] env[62136]: DEBUG oslo.service.loopingcall [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.278852] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.279098] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87eef68-c565-4b60-a88d-0012c23c25df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.298264] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.298264] env[62136]: value = "task-2287329" [ 1158.298264] env[62136]: _type = "Task" [ 1158.298264] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.305732] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287329, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.429123] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287328, 'name': Rename_Task, 'duration_secs': 0.132536} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.429482] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.429633] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07b9958-68fd-4d39-849c-e5448f63f8fc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.434957] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1158.434957] env[62136]: value = "task-2287330" [ 1158.434957] env[62136]: _type = "Task" [ 1158.434957] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.442565] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.520188] env[62136]: DEBUG nova.compute.manager [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Received event network-changed-4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.520453] env[62136]: DEBUG nova.compute.manager [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Refreshing instance network info cache due to event network-changed-4380ddbe-c84c-426a-9be8-82aa49cd7a86. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1158.520717] env[62136]: DEBUG oslo_concurrency.lockutils [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] Acquiring lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.520922] env[62136]: DEBUG oslo_concurrency.lockutils [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] Acquired lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.521139] env[62136]: DEBUG nova.network.neutron [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Refreshing network info cache for port 4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.597851] env[62136]: DEBUG oslo_concurrency.lockutils [None req-c3c4b069-45bd-4eeb-8336-a5aee6fe8230 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "7c58c597-5f9c-4fe3-a015-f7db4ba2a4f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.139s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.674823] env[62136]: DEBUG nova.compute.manager [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.674823] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.675949] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec99707-7106-4591-a3cb-ad32fdc62501 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.685259] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.685542] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a954c65f-fcf2-41e8-a154-3b6fe1e86fdd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.691456] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1158.691456] env[62136]: value = "task-2287331" [ 1158.691456] env[62136]: _type = "Task" [ 1158.691456] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.699175] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.808397] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287329, 'name': CreateVM_Task, 'duration_secs': 0.346012} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.808578] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.809316] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.809480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.809805] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.810437] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef1a59e-9a69-4ea6-a473-1946e2f4fcda {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.815034] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1158.815034] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ce0a-1365-a5d5-a15a-306efadb2b27" [ 1158.815034] env[62136]: _type = "Task" [ 1158.815034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.823055] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ce0a-1365-a5d5-a15a-306efadb2b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.945298] env[62136]: DEBUG oslo_vmware.api [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287330, 'name': PowerOnVM_Task, 'duration_secs': 0.471618} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.945596] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.945829] env[62136]: INFO nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1158.946022] env[62136]: DEBUG nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.946846] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f83b0a-c978-423b-891b-b90d8a08f96d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.163077] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b732a-1d12-4e7f-9146-aa7d03c50c46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.170753] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd306cd-84d6-4d72-ae11-aaed2950751d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.203153] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f4ad5-10e6-4c18-afd7-efe03c9d7e76 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.210433] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287331, 'name': PowerOffVM_Task, 'duration_secs': 0.167231} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.212394] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.212606] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.212882] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8b7c65-26e9-4633-8317-2754548f3ab5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.215035] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e07fbb-ceee-4f23-8490-10d0b2c971f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.230773] env[62136]: DEBUG nova.compute.provider_tree [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.285622] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.285850] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.286043] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.288510] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e936b91b-6931-4ff4-93a1-56cbd7b131a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.294932] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1159.294932] env[62136]: value = "task-2287333" [ 1159.294932] env[62136]: _type = "Task" [ 1159.294932] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.302679] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.324777] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52a3ce0a-1365-a5d5-a15a-306efadb2b27, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.327300] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.327471] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.327698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.327849] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.328071] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.328340] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f563e24-523a-41d8-a58c-6338f94e6c40 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.335763] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.335945] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.337104] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649ff470-0a26-4e02-b500-e1019ae91d50 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.341630] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1159.341630] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526735f8-cbdc-d0fa-594f-b6a547258a07" [ 1159.341630] env[62136]: _type = "Task" [ 1159.341630] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.349059] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526735f8-cbdc-d0fa-594f-b6a547258a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.432951] env[62136]: DEBUG nova.network.neutron [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updated VIF entry in instance network info cache for port 4380ddbe-c84c-426a-9be8-82aa49cd7a86. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.433329] env[62136]: DEBUG nova.network.neutron [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.464786] env[62136]: INFO nova.compute.manager [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Took 13.61 seconds to build instance. [ 1159.519763] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.520167] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.734575] env[62136]: DEBUG nova.scheduler.client.report [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.804637] env[62136]: DEBUG oslo_vmware.api [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314222} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.804923] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.805130] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.805311] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.805488] env[62136]: INFO nova.compute.manager [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1159.805724] env[62136]: DEBUG oslo.service.loopingcall [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.805912] env[62136]: DEBUG nova.compute.manager [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.806022] env[62136]: DEBUG nova.network.neutron [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.851447] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526735f8-cbdc-d0fa-594f-b6a547258a07, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.852223] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dddefa-46ab-470d-a79d-53bf1e98f900 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.857164] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1159.857164] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f8b4c6-cd2c-2aa3-6f5a-70b7192e59e9" [ 1159.857164] env[62136]: _type = "Task" [ 1159.857164] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.866114] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f8b4c6-cd2c-2aa3-6f5a-70b7192e59e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.936559] env[62136]: DEBUG oslo_concurrency.lockutils [req-a3c6f259-a3cc-4aca-b724-b6046f838199 req-daa15367-6e11-471b-8b4e-54a4a10b6f91 service nova] Releasing lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.966412] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ed6cf876-52b8-468f-b6dc-57e38d98caee tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.124s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.022740] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.239771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.240603] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.369367] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f8b4c6-cd2c-2aa3-6f5a-70b7192e59e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.370612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.370867] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 977fd05b-37d5-455e-a22b-6e2fb18d5cc9/977fd05b-37d5-455e-a22b-6e2fb18d5cc9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.372035] env[62136]: DEBUG nova.compute.manager [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Received event network-changed-a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.372227] env[62136]: DEBUG nova.compute.manager [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Refreshing instance network info cache due to event network-changed-a1837618-17bc-49d8-a24d-2c2289bae747. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.372468] env[62136]: DEBUG oslo_concurrency.lockutils [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] Acquiring lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.372609] env[62136]: DEBUG oslo_concurrency.lockutils [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] Acquired lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.372770] env[62136]: DEBUG nova.network.neutron [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Refreshing network info cache for port a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.373790] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9246d3b-3cc9-4ed9-984b-1ce9bc0bcd05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.381500] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1160.381500] env[62136]: value = "task-2287334" [ 1160.381500] env[62136]: _type = "Task" [ 1160.381500] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.389998] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.546829] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.547451] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.548686] env[62136]: INFO nova.compute.claims [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.554043] env[62136]: DEBUG nova.compute.manager [req-8b4d2420-67cd-4a85-a728-400dfb602676 req-bc6d099c-7bab-40a5-83d4-3607542e3ee8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Received event network-vif-deleted-c3f34ec4-be50-486d-b0e6-e9df23b70e1d {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.554306] env[62136]: INFO nova.compute.manager [req-8b4d2420-67cd-4a85-a728-400dfb602676 req-bc6d099c-7bab-40a5-83d4-3607542e3ee8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Neutron deleted interface c3f34ec4-be50-486d-b0e6-e9df23b70e1d; detaching it from the instance and deleting it from the info cache [ 1160.554599] env[62136]: DEBUG nova.network.neutron [req-8b4d2420-67cd-4a85-a728-400dfb602676 req-bc6d099c-7bab-40a5-83d4-3607542e3ee8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.747404] env[62136]: DEBUG nova.compute.utils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.749436] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1160.749753] env[62136]: DEBUG nova.network.neutron [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.892928] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483572} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.893219] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 977fd05b-37d5-455e-a22b-6e2fb18d5cc9/977fd05b-37d5-455e-a22b-6e2fb18d5cc9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.893721] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.893721] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ecb1ae-a629-41db-b9e3-0c166ad5db71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899950] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1160.899950] env[62136]: value = "task-2287335" [ 1160.899950] env[62136]: _type = "Task" [ 1160.899950] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.908108] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.058620] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eed3eb22-6643-47fc-9d57-d1910c420a4c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.067594] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1604c-9db1-46b2-b6e6-869d4c663108 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.099262] env[62136]: DEBUG nova.compute.manager [req-8b4d2420-67cd-4a85-a728-400dfb602676 req-bc6d099c-7bab-40a5-83d4-3607542e3ee8 service nova] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Detach interface failed, port_id=c3f34ec4-be50-486d-b0e6-e9df23b70e1d, reason: Instance 2737f440-1a0f-47d0-afc3-4f3100436b30 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1161.111995] env[62136]: DEBUG nova.network.neutron [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updated VIF entry in instance network info cache for port a1837618-17bc-49d8-a24d-2c2289bae747. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.112387] env[62136]: DEBUG nova.network.neutron [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating instance_info_cache with network_info: [{"id": "a1837618-17bc-49d8-a24d-2c2289bae747", "address": "fa:16:3e:80:f7:07", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1837618-17", "ovs_interfaceid": "a1837618-17bc-49d8-a24d-2c2289bae747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.251760] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.255124] env[62136]: INFO nova.compute.manager [-] [instance: 2737f440-1a0f-47d0-afc3-4f3100436b30] Took 1.45 seconds to deallocate network for instance. [ 1161.410174] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065851} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.410503] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.411366] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483bf8ea-916e-40f9-b775-d64be3938a9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.433851] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 977fd05b-37d5-455e-a22b-6e2fb18d5cc9/977fd05b-37d5-455e-a22b-6e2fb18d5cc9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.434110] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9faa5fc-2b58-4352-a27d-5233dabd7498 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.453572] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1161.453572] env[62136]: value = "task-2287336" [ 1161.453572] env[62136]: _type = "Task" [ 1161.453572] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.461675] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.614524] env[62136]: DEBUG oslo_concurrency.lockutils [req-46486a3d-f4c2-43af-975e-6b3e82d74c3d req-5f162555-cb7b-4b52-a1f6-9d37015f13c4 service nova] Releasing lock "refresh_cache-82578df4-4dd5-4b69-b34c-eee73a9b9738" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.639424] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b7b726-98b9-4bd9-bdf3-24ddef1a820e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.646798] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117410f-7d59-49c2-b157-0bc4e1e42d14 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.677650] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cd3f23-384d-4cf4-8d45-f51c1cc5c14f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.684757] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18797b10-549c-42b3-aa03-c448763fe8c0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.699434] env[62136]: DEBUG nova.compute.provider_tree [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.760126] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.967106] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287336, 'name': ReconfigVM_Task, 'duration_secs': 0.3186} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.967429] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 977fd05b-37d5-455e-a22b-6e2fb18d5cc9/977fd05b-37d5-455e-a22b-6e2fb18d5cc9.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.968111] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c33764-9f88-49da-a335-4bca88354de3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.976263] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1161.976263] env[62136]: value = "task-2287337" [ 1161.976263] env[62136]: _type = "Task" [ 1161.976263] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.984264] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287337, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.202550] env[62136]: DEBUG nova.scheduler.client.report [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.262675] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.294224] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.294499] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.294721] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.294931] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.295095] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.295321] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.295541] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.295699] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.295866] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.296042] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.296293] env[62136]: DEBUG nova.virt.hardware [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.297174] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f23bbf-62e7-43ff-a1ca-f8e8e806937e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.306587] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622e4f3-8b76-4724-b155-03dbb16929ef {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.321214] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.326766] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Creating folder: Project (9e55c797aa4b49879f45e651eeaac62a). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.327112] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf25d2f-e2b9-49e8-bd86-1c9fefdab838 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.338250] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Created folder: Project (9e55c797aa4b49879f45e651eeaac62a) in parent group-v465229. [ 1162.338402] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Creating folder: Instances. Parent ref: group-v465545. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.338626] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1629a7da-4221-4333-9e55-e416fc2a2fed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.348769] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Created folder: Instances in parent group-v465545. [ 1162.349028] env[62136]: DEBUG oslo.service.loopingcall [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.349231] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.349449] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54e906e-6cc2-4477-b54e-8fc11b336026 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.366668] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.366668] env[62136]: value = "task-2287340" [ 1162.366668] env[62136]: _type = "Task" [ 1162.366668] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.374303] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287340, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.486754] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287337, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.707698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.708221] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.710980] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.951s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.711205] env[62136]: DEBUG nova.objects.instance [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'resources' on Instance uuid 2737f440-1a0f-47d0-afc3-4f3100436b30 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1162.876550] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287340, 'name': CreateVM_Task, 'duration_secs': 0.382935} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.876724] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.877162] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.877331] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.877659] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.877913] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b70c691-6117-451c-b9d1-98ee592eed38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.882400] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1162.882400] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523b795e-642e-6497-41ff-b6a97f55ff4b" [ 1162.882400] env[62136]: _type = "Task" [ 1162.882400] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.889745] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523b795e-642e-6497-41ff-b6a97f55ff4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.987027] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287337, 'name': Rename_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.214496] env[62136]: DEBUG nova.compute.utils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1163.218777] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.218977] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.267018] env[62136]: DEBUG nova.policy [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0412a40363f495d82855ddf43e97b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adc2520b2d124ad0b1c4dfae9664debc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.294155] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6842c5-9c1a-47ee-a4dd-b5a48487f10d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.301622] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d44aab-19ab-48e2-bdff-453d02cbfc3b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.331811] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4413b1-646f-41de-aae0-770ba9866a34 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.339202] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992ecfe-f760-4e95-b7d9-2befc6d0f1f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.352293] env[62136]: DEBUG nova.compute.provider_tree [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.392446] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523b795e-642e-6497-41ff-b6a97f55ff4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01946} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.393037] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.393295] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.393552] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.393672] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.393849] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.394576] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7175aa8f-fca7-466c-9b0a-4257e1bfa042 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.402245] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.402504] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.403265] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c86d934-e2fe-4e6c-99ca-e85ffb24d88c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.408367] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1163.408367] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c3711-5008-f8f0-eb29-4cc6f9c5f5f6" [ 1163.408367] env[62136]: _type = "Task" [ 1163.408367] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.416117] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c3711-5008-f8f0-eb29-4cc6f9c5f5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.486205] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287337, 'name': Rename_Task, 'duration_secs': 1.275104} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.486363] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.486627] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67a31a43-b356-45f7-957a-563433329348 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.492903] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1163.492903] env[62136]: value = "task-2287341" [ 1163.492903] env[62136]: _type = "Task" [ 1163.492903] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.507764] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.550396] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Successfully created port: e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.719261] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.855915] env[62136]: DEBUG nova.scheduler.client.report [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.920735] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]522c3711-5008-f8f0-eb29-4cc6f9c5f5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.007505} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.921946] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7cd3a8-1d28-48f7-b0bc-211c0e349423 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.928981] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1163.928981] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524c1514-56eb-94ff-783b-5424d5b5ee7a" [ 1163.928981] env[62136]: _type = "Task" [ 1163.928981] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.938817] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524c1514-56eb-94ff-783b-5424d5b5ee7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.002930] env[62136]: DEBUG oslo_vmware.api [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287341, 'name': PowerOnVM_Task, 'duration_secs': 0.442108} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.003828] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.004128] env[62136]: INFO nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1164.004367] env[62136]: DEBUG nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.005174] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c5c96-f676-46ff-a599-22f0a2149b77 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.360737] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.378932] env[62136]: INFO nova.scheduler.client.report [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted allocations for instance 2737f440-1a0f-47d0-afc3-4f3100436b30 [ 1164.440492] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524c1514-56eb-94ff-783b-5424d5b5ee7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018275} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.440819] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.441126] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5d4d6f7c-0d88-4588-b055-c5824c5e8eda/5d4d6f7c-0d88-4588-b055-c5824c5e8eda.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.441443] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71da4218-afc5-4d81-aad3-351c774b1588 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.448624] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1164.448624] env[62136]: value = "task-2287342" [ 1164.448624] env[62136]: _type = "Task" [ 1164.448624] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.456737] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.523327] env[62136]: INFO nova.compute.manager [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Took 14.30 seconds to build instance. [ 1164.729758] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.757454] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.757723] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.757884] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.758083] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.758233] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.758384] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.758596] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.758758] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.758929] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.759107] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.759382] env[62136]: DEBUG nova.virt.hardware [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.760232] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c863f08-3abe-46b1-ae04-8db114f431cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.768657] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d7f31-c802-4e8f-93b6-931f3d00f516 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.887303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3c9a147a-f53b-4ad1-8ec4-4df2568447b5 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "2737f440-1a0f-47d0-afc3-4f3100436b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.944987] env[62136]: DEBUG nova.compute.manager [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Received event network-vif-plugged-e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.944987] env[62136]: DEBUG oslo_concurrency.lockutils [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.945346] env[62136]: DEBUG oslo_concurrency.lockutils [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.945346] env[62136]: DEBUG oslo_concurrency.lockutils [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.945552] env[62136]: DEBUG nova.compute.manager [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] No waiting events found dispatching network-vif-plugged-e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.945728] env[62136]: WARNING nova.compute.manager [req-c4189881-2ca6-4eaf-a792-c4f0b5650deb req-790cee2c-046f-4037-807a-0d43a80078eb service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Received unexpected event network-vif-plugged-e3e705df-9343-444d-bb99-f606fb9b3b94 for instance with vm_state building and task_state spawning. [ 1164.960065] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467417} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.960340] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 5d4d6f7c-0d88-4588-b055-c5824c5e8eda/5d4d6f7c-0d88-4588-b055-c5824c5e8eda.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.960560] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.960812] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f555b3-22f6-45ec-a10f-32851bc5fc4a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.967479] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1164.967479] env[62136]: value = "task-2287343" [ 1164.967479] env[62136]: _type = "Task" [ 1164.967479] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.975890] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.026717] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cf8b3530-a595-4963-9f8e-c3acf3b7935d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.806s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.057821] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Successfully updated port: e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.476673] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112003} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.476915] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.477720] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff62d3-9ef5-4404-8d34-5d78d6fd5237 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.498058] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 5d4d6f7c-0d88-4588-b055-c5824c5e8eda/5d4d6f7c-0d88-4588-b055-c5824c5e8eda.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.498326] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a763de-54ad-4e18-8067-b7dc9c846520 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.520638] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1165.520638] env[62136]: value = "task-2287344" [ 1165.520638] env[62136]: _type = "Task" [ 1165.520638] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.528642] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.560754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.560754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.560754] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.730068] env[62136]: DEBUG nova.compute.manager [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Received event network-changed-4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.730324] env[62136]: DEBUG nova.compute.manager [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Refreshing instance network info cache due to event network-changed-4380ddbe-c84c-426a-9be8-82aa49cd7a86. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.730523] env[62136]: DEBUG oslo_concurrency.lockutils [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] Acquiring lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.730674] env[62136]: DEBUG oslo_concurrency.lockutils [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] Acquired lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.730842] env[62136]: DEBUG nova.network.neutron [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Refreshing network info cache for port 4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.028917] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287344, 'name': ReconfigVM_Task, 'duration_secs': 0.267501} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.028998] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 5d4d6f7c-0d88-4588-b055-c5824c5e8eda/5d4d6f7c-0d88-4588-b055-c5824c5e8eda.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.029645] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bd68d2-a4a2-4061-baf7-3ed318a0a73b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.036058] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1166.036058] env[62136]: value = "task-2287345" [ 1166.036058] env[62136]: _type = "Task" [ 1166.036058] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.043541] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287345, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.096812] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.229516] env[62136]: DEBUG nova.network.neutron [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.465935] env[62136]: DEBUG nova.network.neutron [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updated VIF entry in instance network info cache for port 4380ddbe-c84c-426a-9be8-82aa49cd7a86. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.466994] env[62136]: DEBUG nova.network.neutron [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.476119] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.476520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.546786] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287345, 'name': Rename_Task, 'duration_secs': 0.12477} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.547118] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.547398] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b99398c-a53c-422c-bbbf-28bfa297cc7c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.553996] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1166.553996] env[62136]: value = "task-2287346" [ 1166.553996] env[62136]: _type = "Task" [ 1166.553996] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.562567] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.732649] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.733070] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Instance network_info: |[{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.733444] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:b3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e705df-9343-444d-bb99-f606fb9b3b94', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.742325] env[62136]: DEBUG oslo.service.loopingcall [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.742878] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.743140] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fec68e8e-b63d-4ef3-a0db-a0dc5971d506 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.763759] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.763759] env[62136]: value = "task-2287347" [ 1166.763759] env[62136]: _type = "Task" [ 1166.763759] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.771572] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287347, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.970838] env[62136]: DEBUG oslo_concurrency.lockutils [req-de0a828c-5878-4d3a-8b39-9d3025088868 req-d5ff206a-8a5c-4864-ad32-86aa1096f1a1 service nova] Releasing lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.971789] env[62136]: DEBUG nova.compute.manager [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Received event network-changed-e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.971974] env[62136]: DEBUG nova.compute.manager [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Refreshing instance network info cache due to event network-changed-e3e705df-9343-444d-bb99-f606fb9b3b94. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.972200] env[62136]: DEBUG oslo_concurrency.lockutils [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] Acquiring lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.972377] env[62136]: DEBUG oslo_concurrency.lockutils [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] Acquired lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.972548] env[62136]: DEBUG nova.network.neutron [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Refreshing network info cache for port e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.978495] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.063745] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.273882] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287347, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.513777] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.514087] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.515666] env[62136]: INFO nova.compute.claims [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.565017] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.733633] env[62136]: DEBUG nova.network.neutron [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updated VIF entry in instance network info cache for port e3e705df-9343-444d-bb99-f606fb9b3b94. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.733979] env[62136]: DEBUG nova.network.neutron [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.774535] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287347, 'name': CreateVM_Task, 'duration_secs': 0.725229} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.774756] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.775399] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.775570] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.775908] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.776176] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13702a7f-ade2-44d4-8ed5-46bfe5594a83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.780641] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1167.780641] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52272ee1-a213-d81a-81ca-e1a84dbe5bea" [ 1167.780641] env[62136]: _type = "Task" [ 1167.780641] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.787817] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52272ee1-a213-d81a-81ca-e1a84dbe5bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.064718] env[62136]: DEBUG oslo_vmware.api [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287346, 'name': PowerOnVM_Task, 'duration_secs': 1.096293} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.064979] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.065201] env[62136]: INFO nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1168.065387] env[62136]: DEBUG nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.066188] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa775c-9425-410a-b469-1c7cebd0a462 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.237354] env[62136]: DEBUG oslo_concurrency.lockutils [req-630144e3-1979-4979-b43c-13aa1e5d3f3a req-4be05fbc-1c68-4909-b5e9-458160bab7cd service nova] Releasing lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.291377] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52272ee1-a213-d81a-81ca-e1a84dbe5bea, 'name': SearchDatastore_Task, 'duration_secs': 0.040773} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.291696] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.291931] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.292174] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.292347] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.292535] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.292792] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b599b6-d24f-4af8-aa8c-64d5b75dc2be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.301102] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.301277] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.302080] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36df2eba-8ec6-4787-9ed9-55113ff12fb7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.306631] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1168.306631] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52655165-e6a0-3523-fa5e-75b3a0fd9def" [ 1168.306631] env[62136]: _type = "Task" [ 1168.306631] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.314086] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52655165-e6a0-3523-fa5e-75b3a0fd9def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.585020] env[62136]: INFO nova.compute.manager [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Took 11.67 seconds to build instance. [ 1168.618417] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a8105-3ea1-491d-8501-2193ad95a01c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.626167] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8162706-a4bc-4b68-9588-d8b6e17f213c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.659370] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.660188] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5ca4c-7beb-4f8d-b5d0-5f79d693787d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.668535] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f0a038-70e2-42df-9963-a96170711e90 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.683987] env[62136]: DEBUG nova.compute.provider_tree [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.816949] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52655165-e6a0-3523-fa5e-75b3a0fd9def, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.817742] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76dacec-1c18-436a-84c2-dd16f741e374 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.822850] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1168.822850] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5201ea28-366e-547c-8c4c-e03d4e48c769" [ 1168.822850] env[62136]: _type = "Task" [ 1168.822850] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.830044] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5201ea28-366e-547c-8c4c-e03d4e48c769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.081540] env[62136]: DEBUG nova.compute.manager [None req-bcfeb508-cd42-47e8-a186-1d3d79060900 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.082549] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae56a6-ae78-4154-8c6b-89e90670413a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.086876] env[62136]: DEBUG oslo_concurrency.lockutils [None req-6b0fe73a-9aaf-45a6-a70e-117339381e21 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.185s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.087144] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.428s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.087362] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.087565] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.087735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.093040] env[62136]: INFO nova.compute.manager [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Terminating instance [ 1169.203414] env[62136]: ERROR nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [req-835911a2-66ba-44c8-a9d4-96feb8cc9440] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-835911a2-66ba-44c8-a9d4-96feb8cc9440"}]} [ 1169.218986] env[62136]: DEBUG nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.231273] env[62136]: DEBUG nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.231495] env[62136]: DEBUG nova.compute.provider_tree [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.241722] env[62136]: DEBUG nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.258296] env[62136]: DEBUG nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.325051] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dc3228-5196-44b4-8a67-fefe12d3d832 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.336226] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5201ea28-366e-547c-8c4c-e03d4e48c769, 'name': SearchDatastore_Task, 'duration_secs': 0.033145} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.338009] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.338281] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.338567] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3aeaf4-8eb1-4e3f-a55c-028542a318b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.341137] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8ff7c6-3712-4fe9-a2dc-fb7278e7e31b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.373021] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f435c36-5a7e-4602-9a3b-6fa27170bed9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.375795] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1169.375795] env[62136]: value = "task-2287348" [ 1169.375795] env[62136]: _type = "Task" [ 1169.375795] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.381970] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d76cb2-98d1-442e-9982-5551e9563b9a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.388206] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.397372] env[62136]: DEBUG nova.compute.provider_tree [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.596305] env[62136]: INFO nova.compute.manager [None req-bcfeb508-cd42-47e8-a186-1d3d79060900 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] instance snapshotting [ 1169.596889] env[62136]: DEBUG nova.objects.instance [None req-bcfeb508-cd42-47e8-a186-1d3d79060900 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lazy-loading 'flavor' on Instance uuid 5d4d6f7c-0d88-4588-b055-c5824c5e8eda {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1169.598606] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "refresh_cache-5d4d6f7c-0d88-4588-b055-c5824c5e8eda" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.598777] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquired lock "refresh_cache-5d4d6f7c-0d88-4588-b055-c5824c5e8eda" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.598949] env[62136]: DEBUG nova.network.neutron [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.885678] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499202} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.886017] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.886168] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.886420] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53ebe50-728d-4943-845a-d8cf8290f4b1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.891950] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1169.891950] env[62136]: value = "task-2287349" [ 1169.891950] env[62136]: _type = "Task" [ 1169.891950] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.901838] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.932610] env[62136]: DEBUG nova.scheduler.client.report [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1169.932897] env[62136]: DEBUG nova.compute.provider_tree [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 164 to 165 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1169.933109] env[62136]: DEBUG nova.compute.provider_tree [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.106796] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f829d70-ff47-4a1b-b3d4-5cdf66ef0d7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.123400] env[62136]: DEBUG nova.network.neutron [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.125718] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df06f7-cb1b-43e0-8bc3-82fec67a9e09 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.177398] env[62136]: DEBUG nova.network.neutron [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.402292] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053557} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.402534] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.403325] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eaa124-9f49-45bb-a165-e68040929b7b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.425551] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.425823] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abbb28b-99ab-458f-a4c9-730d1a62efab {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.439817] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.440321] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.447820] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1170.447820] env[62136]: value = "task-2287350" [ 1170.447820] env[62136]: _type = "Task" [ 1170.447820] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.455375] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.636021] env[62136]: DEBUG nova.compute.manager [None req-bcfeb508-cd42-47e8-a186-1d3d79060900 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Instance disappeared during snapshot {{(pid=62136) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1170.680323] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Releasing lock "refresh_cache-5d4d6f7c-0d88-4588-b055-c5824c5e8eda" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.680798] env[62136]: DEBUG nova.compute.manager [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.680996] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.682016] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b025f-dc15-47c1-943c-cdb98cfbd67f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.689745] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.690012] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08703941-5080-48be-812e-ded1e23535b2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.695809] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1170.695809] env[62136]: value = "task-2287351" [ 1170.695809] env[62136]: _type = "Task" [ 1170.695809] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.703751] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.747713] env[62136]: DEBUG nova.compute.manager [None req-bcfeb508-cd42-47e8-a186-1d3d79060900 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Found 0 images (rotation: 2) {{(pid=62136) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1170.946804] env[62136]: DEBUG nova.compute.utils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1170.949060] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.949245] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.966592] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.995189] env[62136]: DEBUG nova.policy [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83813b42c66d49deb8605f739f582756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55f11b440831491cb34f3262e3c3b785', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.206230] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287351, 'name': PowerOffVM_Task, 'duration_secs': 0.10627} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.206230] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.206230] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.206557] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3948738-dc7e-4a5c-af38-0e827d872a53 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.231055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.231055] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.231055] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Deleting the datastore file [datastore2] 5d4d6f7c-0d88-4588-b055-c5824c5e8eda {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.231287] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-031b3605-4d58-4a2c-8364-85352c7f47e5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.239661] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for the task: (returnval){ [ 1171.239661] env[62136]: value = "task-2287353" [ 1171.239661] env[62136]: _type = "Task" [ 1171.239661] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.248550] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.297338] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Successfully created port: 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.453772] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.465325] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287350, 'name': ReconfigVM_Task, 'duration_secs': 0.53522} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.465593] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.466222] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fda86a4-d9d0-4352-aa6f-b8e9a7c54d73 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.472466] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1171.472466] env[62136]: value = "task-2287354" [ 1171.472466] env[62136]: _type = "Task" [ 1171.472466] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.480754] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287354, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.750279] env[62136]: DEBUG oslo_vmware.api [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Task: {'id': task-2287353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115008} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.750543] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.750733] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.750910] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.751108] env[62136]: INFO nova.compute.manager [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1171.751354] env[62136]: DEBUG oslo.service.loopingcall [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.751589] env[62136]: DEBUG nova.compute.manager [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.751682] env[62136]: DEBUG nova.network.neutron [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.768528] env[62136]: DEBUG nova.network.neutron [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.983030] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287354, 'name': Rename_Task, 'duration_secs': 0.160352} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.983457] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.983457] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3180f2-eeab-4ad7-89be-c3d03e4219b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.990963] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1171.990963] env[62136]: value = "task-2287355" [ 1171.990963] env[62136]: _type = "Task" [ 1171.990963] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.000781] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.270614] env[62136]: DEBUG nova.network.neutron [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.466456] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.493682] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.493961] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.494132] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.494317] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.494467] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.494629] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.494869] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.495532] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.495786] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.495965] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.496166] env[62136]: DEBUG nova.virt.hardware [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.497076] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651d7d49-7cce-40bb-a0dd-4727b6cf49d8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.510392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b57256-8a9d-4792-8d17-196e83368c99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.513817] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.706144] env[62136]: DEBUG nova.compute.manager [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.706375] env[62136]: DEBUG oslo_concurrency.lockutils [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.706622] env[62136]: DEBUG oslo_concurrency.lockutils [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.706743] env[62136]: DEBUG oslo_concurrency.lockutils [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.706907] env[62136]: DEBUG nova.compute.manager [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] No waiting events found dispatching network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.707085] env[62136]: WARNING nova.compute.manager [req-37c1953e-1609-4a1b-b661-5e017a05ee8a req-1d6e2456-2df8-4e2b-9ca2-89ee3335d79e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received unexpected event network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 for instance with vm_state building and task_state spawning. [ 1172.772905] env[62136]: INFO nova.compute.manager [-] [instance: 5d4d6f7c-0d88-4588-b055-c5824c5e8eda] Took 1.02 seconds to deallocate network for instance. [ 1172.792871] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Successfully updated port: 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.005930] env[62136]: DEBUG oslo_vmware.api [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287355, 'name': PowerOnVM_Task, 'duration_secs': 0.659606} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.006277] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.006453] env[62136]: INFO nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1173.006639] env[62136]: DEBUG nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.007463] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d25919-99d0-4178-ae03-f8cd82e7f435 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.280064] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.280375] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.280600] env[62136]: DEBUG nova.objects.instance [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lazy-loading 'resources' on Instance uuid 5d4d6f7c-0d88-4588-b055-c5824c5e8eda {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1173.298921] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.299098] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.299270] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.523090] env[62136]: INFO nova.compute.manager [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Took 13.00 seconds to build instance. [ 1173.838747] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.862538] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea34516-6d77-4eb9-a7e2-941a879f5cce {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.870208] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5526e85-4abf-42d3-84a0-241b62c53334 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.902201] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf561000-dfc4-428f-9e31-51677e741b72 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.909595] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d9432e-2da2-4591-941d-0372efd0f174 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.922560] env[62136]: DEBUG nova.compute.provider_tree [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.004665] env[62136]: DEBUG nova.network.neutron [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.024380] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9c9aadfd-337a-4d3a-aef6-bddfe85f54b4 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.504s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.425906] env[62136]: DEBUG nova.scheduler.client.report [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.507325] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.507654] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance network_info: |[{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.508079] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:96:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.515715] env[62136]: DEBUG oslo.service.loopingcall [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.515948] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.516605] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969d059a-b4b6-4aec-b304-ef2c7a110898 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.539106] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.539106] env[62136]: value = "task-2287356" [ 1174.539106] env[62136]: _type = "Task" [ 1174.539106] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.548279] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287356, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.641663] env[62136]: DEBUG nova.compute.manager [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Stashing vm_state: active {{(pid=62136) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1174.732401] env[62136]: DEBUG nova.compute.manager [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.732609] env[62136]: DEBUG nova.compute.manager [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing instance network info cache due to event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.732823] env[62136]: DEBUG oslo_concurrency.lockutils [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.732969] env[62136]: DEBUG oslo_concurrency.lockutils [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.733141] env[62136]: DEBUG nova.network.neutron [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.932434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.953666] env[62136]: INFO nova.scheduler.client.report [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Deleted allocations for instance 5d4d6f7c-0d88-4588-b055-c5824c5e8eda [ 1175.048904] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287356, 'name': CreateVM_Task, 'duration_secs': 0.385835} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.049258] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.049757] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.049931] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.050286] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.050548] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729a319b-99d8-40d1-ba96-db366c2545bc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.054754] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1175.054754] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e03a0-58aa-a203-7921-e58d3c845600" [ 1175.054754] env[62136]: _type = "Task" [ 1175.054754] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.061892] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e03a0-58aa-a203-7921-e58d3c845600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.160823] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.161192] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.446498] env[62136]: DEBUG nova.network.neutron [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updated VIF entry in instance network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.446857] env[62136]: DEBUG nova.network.neutron [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.460998] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dd838713-1a1f-4bd1-8e3b-9d0c5b256de7 tempest-ServersAaction247Test-321773629 tempest-ServersAaction247Test-321773629-project-member] Lock "5d4d6f7c-0d88-4588-b055-c5824c5e8eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.374s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.564941] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521e03a0-58aa-a203-7921-e58d3c845600, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.565310] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.565587] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.565826] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.565976] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.566172] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.566438] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db8c07b8-e99a-41ca-a67e-48a3c77e7cde {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.574230] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.574408] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.575277] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5bf784-06ae-45bd-ab05-1e16aca0ee03 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.579948] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1175.579948] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e854c8-258b-4614-5b1b-d91398190bcd" [ 1175.579948] env[62136]: _type = "Task" [ 1175.579948] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.587265] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e854c8-258b-4614-5b1b-d91398190bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.666588] env[62136]: INFO nova.compute.claims [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.949516] env[62136]: DEBUG oslo_concurrency.lockutils [req-623ed957-575f-41ae-b371-e6a968cddb1a req-557f30e3-7874-402c-a8be-594d642378e6 service nova] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.090447] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52e854c8-258b-4614-5b1b-d91398190bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.007419} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.091309] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8651378d-c610-4d05-8ba3-5b5dc488dbdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.096666] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1176.096666] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f03b3-99a5-002c-cbb1-11ebb0a81fae" [ 1176.096666] env[62136]: _type = "Task" [ 1176.096666] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.104181] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f03b3-99a5-002c-cbb1-11ebb0a81fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.173229] env[62136]: INFO nova.compute.resource_tracker [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating resource usage from migration f1613b6c-74eb-4ce9-b41a-bb233135aca1 [ 1176.256404] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2285c15-1d75-4dae-b8df-0775615806f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.265113] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f457a-cd1e-40a3-a64a-2f2768450e57 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.294023] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8974b-51b5-45b1-a97b-840916dec227 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.300599] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e807961-e042-4700-8dcf-a7838c43a057 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.313119] env[62136]: DEBUG nova.compute.provider_tree [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.598836] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.599090] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.609421] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f03b3-99a5-002c-cbb1-11ebb0a81fae, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.610122] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.610377] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.610615] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aafe4bf9-d7df-4718-b674-d4e252e3bbeb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.616845] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1176.616845] env[62136]: value = "task-2287357" [ 1176.616845] env[62136]: _type = "Task" [ 1176.616845] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.624541] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.816433] env[62136]: DEBUG nova.scheduler.client.report [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.104825] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.126986] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441491} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.127257] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.127470] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.127724] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4d18b8e-27ea-4009-b07f-393dc0d60b6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.133814] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1177.133814] env[62136]: value = "task-2287358" [ 1177.133814] env[62136]: _type = "Task" [ 1177.133814] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.141929] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.322189] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.322535] env[62136]: INFO nova.compute.manager [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Migrating [ 1177.626434] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.626629] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.628208] env[62136]: INFO nova.compute.claims [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.642573] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192181} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.642831] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.643656] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967520b-c349-4448-9604-eddcaaaacdf1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.664922] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.665211] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf978ef-162c-4d74-b559-bfc74fbc9f97 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.685400] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1177.685400] env[62136]: value = "task-2287359" [ 1177.685400] env[62136]: _type = "Task" [ 1177.685400] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.693385] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.837831] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.838055] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838237] env[62136]: DEBUG nova.network.neutron [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.195475] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.585325] env[62136]: DEBUG nova.network.neutron [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.695766] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287359, 'name': ReconfigVM_Task, 'duration_secs': 0.529125} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.698113] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.698856] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc7f5f4-5e6f-49aa-9c08-fcc2d1264e49 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.705921] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1178.705921] env[62136]: value = "task-2287360" [ 1178.705921] env[62136]: _type = "Task" [ 1178.705921] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.715827] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287360, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.726632] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610eec9c-c955-4757-a014-323665e410bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.732972] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236c5e3-2d47-43b7-8afa-5c106c3f7337 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.762676] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfcc69d-c603-48fe-a3de-f7dd5b76345c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.769660] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea9872-0e3e-4e6d-a761-974ee2376be7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.782380] env[62136]: DEBUG nova.compute.provider_tree [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.975469] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.975754] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.975940] env[62136]: INFO nova.compute.manager [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Shelving [ 1179.088418] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.217841] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287360, 'name': Rename_Task, 'duration_secs': 0.13787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.218134] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.218391] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d70e5ef6-79fc-4a5b-93a3-1054099f7329 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.224027] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1179.224027] env[62136]: value = "task-2287361" [ 1179.224027] env[62136]: _type = "Task" [ 1179.224027] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.231487] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.285738] env[62136]: DEBUG nova.scheduler.client.report [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.734525] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287361, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.790222] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.790851] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.984917] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.985239] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c267a7df-4532-4179-9a19-b959f572e414 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.992244] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1179.992244] env[62136]: value = "task-2287362" [ 1179.992244] env[62136]: _type = "Task" [ 1179.992244] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.001374] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.236135] env[62136]: DEBUG oslo_vmware.api [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287361, 'name': PowerOnVM_Task, 'duration_secs': 0.585658} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.236506] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.236595] env[62136]: INFO nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1180.236798] env[62136]: DEBUG nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.237654] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78702772-c107-42cd-aeda-c06ea5b22e89 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.295951] env[62136]: DEBUG nova.compute.utils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.297436] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Not allocating networking since 'none' was specified. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1180.502551] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287362, 'name': PowerOffVM_Task, 'duration_secs': 0.262489} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.502851] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.503639] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0349086b-c0ec-4697-b5a1-80d7b2e59c83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.522432] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3946aa-425f-45df-afa8-5f245801e479 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.602454] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72101d9e-9f38-4138-a3aa-ab5c90e35af3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.619938] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 0 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.755607] env[62136]: INFO nova.compute.manager [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Took 13.27 seconds to build instance. [ 1180.798529] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.956084] env[62136]: DEBUG nova.compute.manager [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.956327] env[62136]: DEBUG nova.compute.manager [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing instance network info cache due to event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.956531] env[62136]: DEBUG oslo_concurrency.lockutils [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.956658] env[62136]: DEBUG oslo_concurrency.lockutils [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.956835] env[62136]: DEBUG nova.network.neutron [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.032231] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1181.032730] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e6b91e2-985c-4b4d-829b-d3aa9421c67f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.041135] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1181.041135] env[62136]: value = "task-2287363" [ 1181.041135] env[62136]: _type = "Task" [ 1181.041135] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.049939] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.126289] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.126585] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba6f3c0-663b-438c-a367-250e33bdf71e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.133708] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1181.133708] env[62136]: value = "task-2287364" [ 1181.133708] env[62136]: _type = "Task" [ 1181.133708] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.141691] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.257784] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7e8057fb-79c7-4c92-acb1-b07e9768d962 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.781s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.551580] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287363, 'name': CreateSnapshot_Task, 'duration_secs': 0.406722} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.551852] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.552630] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0376cc-25b2-4b91-826c-2ed28e55ede0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.643082] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287364, 'name': PowerOffVM_Task, 'duration_secs': 0.175367} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.643285] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.643473] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 17 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.682237] env[62136]: DEBUG nova.network.neutron [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updated VIF entry in instance network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.682627] env[62136]: DEBUG nova.network.neutron [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.807623] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.832705] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.832947] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.833119] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.833313] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.833481] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.833631] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.833841] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.833999] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.834195] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.834362] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.834535] env[62136]: DEBUG nova.virt.hardware [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.835430] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159f05d-1506-4b1c-8f50-591038d1511e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.843592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476e9b1-d03e-4949-8620-6f92702649a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.856311] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.861731] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Creating folder: Project (54f379f9e0674fb6b213050667a5ec24). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.861977] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07eb9a53-6f58-46df-ac84-759b31ab477b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.871837] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Created folder: Project (54f379f9e0674fb6b213050667a5ec24) in parent group-v465229. [ 1181.872023] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Creating folder: Instances. Parent ref: group-v465551. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.872229] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd71a830-2654-4827-964b-023b0fd633ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.880169] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Created folder: Instances in parent group-v465551. [ 1181.880402] env[62136]: DEBUG oslo.service.loopingcall [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1181.880587] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.880784] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738988b8-5513-4778-8dd9-ed0f3ada18bb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.895509] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.895509] env[62136]: value = "task-2287367" [ 1181.895509] env[62136]: _type = "Task" [ 1181.895509] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.902324] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287367, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.069987] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.070352] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb12bac9-7381-4c71-8ca5-89b373bfefea {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.079163] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1182.079163] env[62136]: value = "task-2287368" [ 1182.079163] env[62136]: _type = "Task" [ 1182.079163] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.086999] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287368, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.152946] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.153337] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.153618] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.153922] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.154193] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.154445] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.154797] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.155080] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.155375] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.155657] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.155955] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.162046] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd667260-d858-4d57-9dee-37fc9b6badd8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.179844] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1182.179844] env[62136]: value = "task-2287369" [ 1182.179844] env[62136]: _type = "Task" [ 1182.179844] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.184636] env[62136]: DEBUG oslo_concurrency.lockutils [req-95d8b972-16a1-46bb-8787-502bc2a11465 req-5445f430-2e21-49a4-8e2c-84e51f34b8a6 service nova] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.189115] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.407258] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287367, 'name': CreateVM_Task, 'duration_secs': 0.349935} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.407258] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.407699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.407699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.407970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.408310] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4114e9c4-5ffb-4b7f-9fd7-657fe73be334 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.413925] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1182.413925] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254b122-58d0-2617-1e01-363461c6b39a" [ 1182.413925] env[62136]: _type = "Task" [ 1182.413925] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.422896] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254b122-58d0-2617-1e01-363461c6b39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.592845] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287368, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.690883] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287369, 'name': ReconfigVM_Task, 'duration_secs': 0.329397} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.691267] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 33 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.926627] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5254b122-58d0-2617-1e01-363461c6b39a, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.926930] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.927199] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.927437] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.927589] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.927769] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.928057] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe30fc79-cd25-4202-bc8c-0c21b5f83cfa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.936500] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.936674] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.937443] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceecd43-8182-482b-9ca4-0f6f444c86c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.943014] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1182.943014] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253bacc-bbed-76d6-f0ad-9067bf862fc3" [ 1182.943014] env[62136]: _type = "Task" [ 1182.943014] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.952795] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253bacc-bbed-76d6-f0ad-9067bf862fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.092893] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287368, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.198772] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.199125] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.199374] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.199680] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.199929] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.200199] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.200535] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.200798] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.201100] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.201387] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.201682] env[62136]: DEBUG nova.virt.hardware [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.211025] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.211501] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa7640a-63ab-4e7a-bbdd-4ed40ea25abd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.239754] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1183.239754] env[62136]: value = "task-2287370" [ 1183.239754] env[62136]: _type = "Task" [ 1183.239754] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.251599] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.453942] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5253bacc-bbed-76d6-f0ad-9067bf862fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.454722] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9fbceb-3a39-4cac-8755-9f193be37e38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.460204] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1183.460204] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d0f70-40ff-f9cd-0a7d-c5eaecbb9035" [ 1183.460204] env[62136]: _type = "Task" [ 1183.460204] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.468592] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d0f70-40ff-f9cd-0a7d-c5eaecbb9035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.590013] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287368, 'name': CloneVM_Task, 'duration_secs': 1.188737} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.590328] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Created linked-clone VM from snapshot [ 1183.591099] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7373be-4987-4d7c-adb6-f44159b32334 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.599160] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Uploading image a6504e0b-0b09-47e9-9b5e-43870cd98367 {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.621951] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.621951] env[62136]: value = "vm-465554" [ 1183.621951] env[62136]: _type = "VirtualMachine" [ 1183.621951] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.622274] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d04b38c7-2b21-4ecb-b758-dc4256edf800 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.628765] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease: (returnval){ [ 1183.628765] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521722b5-59c3-e72e-b132-8220884c2fdc" [ 1183.628765] env[62136]: _type = "HttpNfcLease" [ 1183.628765] env[62136]: } obtained for exporting VM: (result){ [ 1183.628765] env[62136]: value = "vm-465554" [ 1183.628765] env[62136]: _type = "VirtualMachine" [ 1183.628765] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.629142] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the lease: (returnval){ [ 1183.629142] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521722b5-59c3-e72e-b132-8220884c2fdc" [ 1183.629142] env[62136]: _type = "HttpNfcLease" [ 1183.629142] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.635375] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.635375] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521722b5-59c3-e72e-b132-8220884c2fdc" [ 1183.635375] env[62136]: _type = "HttpNfcLease" [ 1183.635375] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.750048] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287370, 'name': ReconfigVM_Task, 'duration_secs': 0.441115} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.750286] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.751047] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7ae22-55cb-45a5-8095-2c8580384132 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.772561] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.772807] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eebe3b8-8a6e-4842-8e34-27c78613aa28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.789664] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1183.789664] env[62136]: value = "task-2287372" [ 1183.789664] env[62136]: _type = "Task" [ 1183.789664] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.796832] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.971178] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]529d0f70-40ff-f9cd-0a7d-c5eaecbb9035, 'name': SearchDatastore_Task, 'duration_secs': 0.020793} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.971425] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.971704] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.972056] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a73726-3618-4b40-8e77-d41f731c83a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.979971] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1183.979971] env[62136]: value = "task-2287373" [ 1183.979971] env[62136]: _type = "Task" [ 1183.979971] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.987783] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.138810] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.138810] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521722b5-59c3-e72e-b132-8220884c2fdc" [ 1184.138810] env[62136]: _type = "HttpNfcLease" [ 1184.138810] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.139155] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.139155] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]521722b5-59c3-e72e-b132-8220884c2fdc" [ 1184.139155] env[62136]: _type = "HttpNfcLease" [ 1184.139155] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1184.139829] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb13f6-3877-452c-8ffa-ebf784a1f467 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.146573] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.146748] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1184.250157] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca2f5bc8-7482-4f8f-9045-8c24233241a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.300499] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287372, 'name': ReconfigVM_Task, 'duration_secs': 0.25728} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.300829] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796/39fdbb94-38c4-4331-8138-63157ed45796.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.301233] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 50 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.432338] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.432338] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1184.491629] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.808924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7accc955-baa3-41e4-abab-b30bd23f0895 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.828744] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d3365-6e46-45c2-a835-30ff7e436534 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.847062] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 67 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.994207] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586949} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.994572] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.995294] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.995391] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37cd54d5-0256-4e92-9760-ec4b8a06d8b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.002714] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1185.002714] env[62136]: value = "task-2287374" [ 1185.002714] env[62136]: _type = "Task" [ 1185.002714] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.012263] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.388133] env[62136]: DEBUG nova.network.neutron [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Port e3e705df-9343-444d-bb99-f606fb9b3b94 binding to destination host cpu-1 is already ACTIVE {{(pid=62136) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1185.514050] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13897} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.514463] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.515296] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5dcfd-2cd7-484b-b86e-c2a1532519d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.536287] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.536636] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426e53dc-1b73-46b5-8d1f-c17b7c59462b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.557782] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1185.557782] env[62136]: value = "task-2287375" [ 1185.557782] env[62136]: _type = "Task" [ 1185.557782] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.566327] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.068639] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287375, 'name': ReconfigVM_Task, 'duration_secs': 0.281569} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.068960] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.069618] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-197e9f1f-5e55-4a69-8215-12c7ab5daaaa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.076612] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1186.076612] env[62136]: value = "task-2287376" [ 1186.076612] env[62136]: _type = "Task" [ 1186.076612] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.087965] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287376, 'name': Rename_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.410670] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.410953] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.411123] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.586385] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287376, 'name': Rename_Task, 'duration_secs': 0.134971} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.586689] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.586966] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8307bf31-58dc-4ec8-b972-48d2181ff4cd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.594072] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1186.594072] env[62136]: value = "task-2287377" [ 1186.594072] env[62136]: _type = "Task" [ 1186.594072] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.601755] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.106271] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.446708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.446907] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.447111] env[62136]: DEBUG nova.network.neutron [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.605258] env[62136]: DEBUG oslo_vmware.api [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287377, 'name': PowerOnVM_Task, 'duration_secs': 0.654212} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.605738] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.605738] env[62136]: INFO nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1187.605978] env[62136]: DEBUG nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.606785] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ac494-4b29-439d-9399-e67fe3f34fd9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.953164] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Didn't find any instances for network info cache update. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1187.954620] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.954620] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.955193] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.955442] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1187.955641] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.130573] env[62136]: INFO nova.compute.manager [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Took 10.52 seconds to build instance. [ 1188.193915] env[62136]: DEBUG nova.network.neutron [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.458912] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.459205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.459378] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.459562] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1188.460666] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e52f7-48c2-49a0-8f62-57e8db04d2f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.470411] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120e52b-c98d-4d5e-84cf-872065d718d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.484251] env[62136]: INFO nova.compute.manager [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Rebuilding instance [ 1188.487418] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e799a-a260-4c71-9230-3cfd42d72961 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.494198] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522af99-129b-4db5-8025-25e28d9ee010 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.526867] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180226MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1188.527101] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.527338] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.554215] env[62136]: DEBUG nova.compute.manager [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.555109] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2729144-b038-4ccc-87bf-cae2f1e818be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.634015] env[62136]: DEBUG oslo_concurrency.lockutils [None req-abad8263-7a80-48d9-a1ac-db82a9113784 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.035s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.696815] env[62136]: DEBUG oslo_concurrency.lockutils [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.218861] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe9dab4-d837-4051-94e5-820bce25128c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.238433] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c789a-0f87-4086-bc5a-d727994899dd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.245547] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 83 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.536164] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Applying migration context for instance 39fdbb94-38c4-4331-8138-63157ed45796 as it has an incoming, in-progress migration f1613b6c-74eb-4ce9-b41a-bb233135aca1. Migration status is post-migrating {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1189.537186] env[62136]: INFO nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating resource usage from migration f1613b6c-74eb-4ce9-b41a-bb233135aca1 [ 1189.553952] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554115] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 82578df4-4dd5-4b69-b34c-eee73a9b9738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554239] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554359] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c7228990-0a39-4901-b762-77559dc614f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554474] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Migration f1613b6c-74eb-4ce9-b41a-bb233135aca1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1189.554586] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 39fdbb94-38c4-4331-8138-63157ed45796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554710] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.554893] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1189.555036] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1189.567867] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.568185] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f2cbad-8afd-438f-a3bd-905b017d4fe4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.578032] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1189.578032] env[62136]: value = "task-2287378" [ 1189.578032] env[62136]: _type = "Task" [ 1189.578032] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.586222] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.661095] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373cde3d-a487-46db-a1ee-10e020d41183 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.668246] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9490a92-8cb9-4e28-9e46-5e413e643608 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.702924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2b5c9-7900-4b7e-a72d-ef5b62bbedc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.710879] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4253a72-1449-49dc-bb93-8058669becae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.724265] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.751875] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.752205] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cedd488a-2408-41bb-87ab-2b0d69bfe3fe {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.758724] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1189.758724] env[62136]: value = "task-2287379" [ 1189.758724] env[62136]: _type = "Task" [ 1189.758724] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.768760] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.088022] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287378, 'name': PowerOffVM_Task, 'duration_secs': 0.190338} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.088326] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.088567] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.089392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389deb35-8537-4534-910d-33a8abd997a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.095976] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.096248] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60daa551-ec20-4661-8645-d1aadb483cd7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.120480] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.120718] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.120902] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Deleting the datastore file [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.121178] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d79633-998f-43d4-a967-e3cdbc34d6a8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.127062] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1190.127062] env[62136]: value = "task-2287381" [ 1190.127062] env[62136]: _type = "Task" [ 1190.127062] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.135140] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.246335] env[62136]: ERROR nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [req-a35afb31-c152-4e2e-89e6-5bf94864a5a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 82d9157a-5d67-4d63-9446-bab68d065191. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a35afb31-c152-4e2e-89e6-5bf94864a5a1"}]} [ 1190.264728] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing inventories for resource provider 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1190.271502] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.278993] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating ProviderTree inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1190.279196] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.291109] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing aggregate associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, aggregates: None {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1190.309303] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Refreshing trait associations for resource provider 82d9157a-5d67-4d63-9446-bab68d065191, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=62136) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1190.405025] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86605acc-1e03-4f1e-b129-f8e40ee5cfc4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.412412] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51ffe7-15a6-4162-9f92-4b0833ee3f7a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.442602] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8cef22-b288-4880-86cb-e99924ae4d4c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.449554] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96759240-2d5b-4914-b1f6-f5ae7f1e4381 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.462427] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.637602] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113876} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.637871] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.638022] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.638244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.770120] env[62136]: DEBUG oslo_vmware.api [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287379, 'name': PowerOnVM_Task, 'duration_secs': 0.602176} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.770517] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.770561] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-f84836d7-81d7-4251-ac50-a1047738c9ed tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance '39fdbb94-38c4-4331-8138-63157ed45796' progress to 100 {{(pid=62136) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.992663] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updated inventory for provider 82d9157a-5d67-4d63-9446-bab68d065191 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1190.992924] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating resource provider 82d9157a-5d67-4d63-9446-bab68d065191 generation from 168 to 169 during operation: update_inventory {{(pid=62136) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1190.993109] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Updating inventory in ProviderTree for provider 82d9157a-5d67-4d63-9446-bab68d065191 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.498830] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1191.499065] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.972s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.675033] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.675370] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.675572] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.675797] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.675981] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.676189] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.676455] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.676654] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.676835] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.677015] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.677241] env[62136]: DEBUG nova.virt.hardware [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.678140] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa3313-1f50-41fe-b2da-22a65550331b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.686425] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76eae2b-5c7c-4f24-bfd6-10092801ccbb {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.701558] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance VIF info [] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.707159] env[62136]: DEBUG oslo.service.loopingcall [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.707426] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.707650] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a382dd9d-8814-4d6f-a3c0-abb2c36d243d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.724606] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.724606] env[62136]: value = "task-2287382" [ 1191.724606] env[62136]: _type = "Task" [ 1191.724606] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.732150] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287382, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.235375] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287382, 'name': CreateVM_Task, 'duration_secs': 0.314026} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.235900] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.235900] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.236082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.236451] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.236801] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1501b391-2cc0-4873-83b8-2a4128603090 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.241811] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1192.241811] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235c937-37c5-b74c-dd75-e48cf414c80c" [ 1192.241811] env[62136]: _type = "Task" [ 1192.241811] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.249534] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235c937-37c5-b74c-dd75-e48cf414c80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.329536] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.330725] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f15112-608c-4a16-8bad-bea0f28ccfa1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.337486] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.337672] env[62136]: ERROR oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk due to incomplete transfer. [ 1192.337892] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7814754a-d2d0-4dfd-ab59-9e71e855588b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.344629] env[62136]: DEBUG oslo_vmware.rw_handles [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab98c5-940c-4ebc-a24e-94f990e1cdc0/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1192.344832] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Uploaded image a6504e0b-0b09-47e9-9b5e-43870cd98367 to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1192.347228] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1192.347739] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b545fd8f-5654-4af7-9ce6-c16e618bdcf7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.352894] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1192.352894] env[62136]: value = "task-2287383" [ 1192.352894] env[62136]: _type = "Task" [ 1192.352894] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.360501] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287383, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.448232] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.448499] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.753477] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5235c937-37c5-b74c-dd75-e48cf414c80c, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.753879] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.754139] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.754380] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.754549] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754738] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.755027] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b9d9e24-6552-4acf-9951-17acf242f881 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.764074] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.764276] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.764959] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f00b160-9a31-4be4-b320-e2107619bee9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.769932] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1192.769932] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af7e92-7a6b-9d51-61c5-af3a93f1ab4c" [ 1192.769932] env[62136]: _type = "Task" [ 1192.769932] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.777448] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af7e92-7a6b-9d51-61c5-af3a93f1ab4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.863672] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287383, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.953255] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.953467] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.953649] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.042694] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.042941] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.043171] env[62136]: DEBUG nova.compute.manager [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Going to confirm migration 10 {{(pid=62136) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1193.280651] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52af7e92-7a6b-9d51-61c5-af3a93f1ab4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017714} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.281515] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8459de-245b-409b-b8d8-d86f27ca57be {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.286392] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1193.286392] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526d990d-fbeb-61e9-cd33-eb243fbbc84c" [ 1193.286392] env[62136]: _type = "Task" [ 1193.286392] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.293731] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526d990d-fbeb-61e9-cd33-eb243fbbc84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.362703] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287383, 'name': Destroy_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.581732] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.581923] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquired lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.582114] env[62136]: DEBUG nova.network.neutron [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.582298] env[62136]: DEBUG nova.objects.instance [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'info_cache' on Instance uuid 39fdbb94-38c4-4331-8138-63157ed45796 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1193.797085] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]526d990d-fbeb-61e9-cd33-eb243fbbc84c, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.797368] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.797630] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.797895] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a142abb1-ec02-4360-907f-fffaa1c3f859 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.804435] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1193.804435] env[62136]: value = "task-2287384" [ 1193.804435] env[62136]: _type = "Task" [ 1193.804435] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.812424] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.862863] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287383, 'name': Destroy_Task, 'duration_secs': 1.468369} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.863080] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Destroyed the VM [ 1193.863328] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1193.863576] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92646029-d2cb-4737-a802-7baefb759c9c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.869809] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1193.869809] env[62136]: value = "task-2287385" [ 1193.869809] env[62136]: _type = "Task" [ 1193.869809] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.876966] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287385, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.314022] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462369} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.314333] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.314511] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.314759] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0059f376-9c63-47cc-bbac-c6b22fb5633e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.320780] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1194.320780] env[62136]: value = "task-2287386" [ 1194.320780] env[62136]: _type = "Task" [ 1194.320780] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.328196] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.378228] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287385, 'name': RemoveSnapshot_Task, 'duration_secs': 0.501907} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.378485] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1194.378760] env[62136]: DEBUG nova.compute.manager [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.379504] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61c9ad5-59c0-4db4-a1a2-11db786fa49f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.787427] env[62136]: DEBUG nova.network.neutron [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [{"id": "e3e705df-9343-444d-bb99-f606fb9b3b94", "address": "fa:16:3e:05:b3:4b", "network": {"id": "985cdd55-bc68-4f46-958c-b183f55ff257", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1027058851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adc2520b2d124ad0b1c4dfae9664debc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e705df-93", "ovs_interfaceid": "e3e705df-9343-444d-bb99-f606fb9b3b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.831707] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282467} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.831937] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.832672] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0484e075-5e54-4521-a646-dd3f4cb4d213 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.851377] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.851580] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facfe18f-c68f-40d7-beae-d50459d7d98b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.870072] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1194.870072] env[62136]: value = "task-2287387" [ 1194.870072] env[62136]: _type = "Task" [ 1194.870072] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.877576] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.890686] env[62136]: INFO nova.compute.manager [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Shelve offloading [ 1195.290711] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Releasing lock "refresh_cache-39fdbb94-38c4-4331-8138-63157ed45796" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.291080] env[62136]: DEBUG nova.objects.instance [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lazy-loading 'migration_context' on Instance uuid 39fdbb94-38c4-4331-8138-63157ed45796 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1195.379919] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.394563] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.394838] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4566cdb3-ac27-4aca-96e3-6b7e93cb52ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.400588] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1195.400588] env[62136]: value = "task-2287388" [ 1195.400588] env[62136]: _type = "Task" [ 1195.400588] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.407707] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.794429] env[62136]: DEBUG nova.objects.base [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Object Instance<39fdbb94-38c4-4331-8138-63157ed45796> lazy-loaded attributes: info_cache,migration_context {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.795383] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0230e-757b-42db-814b-f89f63e35c39 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.813994] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8aef65b-6996-4997-aa56-612c05038c28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.819500] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1195.819500] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5279bc3c-711e-7e27-e2fc-d1d3b1c91804" [ 1195.819500] env[62136]: _type = "Task" [ 1195.819500] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.826578] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5279bc3c-711e-7e27-e2fc-d1d3b1c91804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.878151] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287387, 'name': ReconfigVM_Task, 'duration_secs': 0.620092} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.878436] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8/bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.879023] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c22105f-7a36-44ad-b2a3-bc3526a8697e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.884360] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1195.884360] env[62136]: value = "task-2287389" [ 1195.884360] env[62136]: _type = "Task" [ 1195.884360] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.891468] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287389, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.908902] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.909131] env[62136]: DEBUG nova.compute.manager [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.909852] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c4c82-5628-48ef-a600-15479ce9e011 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.916131] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.916299] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.916473] env[62136]: DEBUG nova.network.neutron [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.331199] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5279bc3c-711e-7e27-e2fc-d1d3b1c91804, 'name': SearchDatastore_Task, 'duration_secs': 0.02308} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.331475] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.331698] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.393505] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287389, 'name': Rename_Task, 'duration_secs': 0.133853} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.393827] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.394011] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343a7b66-0744-4153-9341-ebc25ab28e44 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.400953] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1196.400953] env[62136]: value = "task-2287390" [ 1196.400953] env[62136]: _type = "Task" [ 1196.400953] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.408165] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.628149] env[62136]: DEBUG nova.network.neutron [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.911870] env[62136]: DEBUG oslo_vmware.api [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287390, 'name': PowerOnVM_Task, 'duration_secs': 0.393384} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.912219] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.912452] env[62136]: DEBUG nova.compute.manager [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.913218] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be9ed1-ae20-410e-86f7-44d53982df7e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.925650] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a5ae0-9deb-430f-be09-b7ab5c338874 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.932143] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f792c2-3857-44eb-a01d-2840d5799216 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.962293] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf53f92-e16a-4a89-8055-37928f668c8b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.969759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ba496-5946-49ed-9a06-32b55bacb641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.984146] env[62136]: DEBUG nova.compute.provider_tree [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.130483] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.361102] env[62136]: DEBUG nova.compute.manager [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-vif-unplugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.363112] env[62136]: DEBUG oslo_concurrency.lockutils [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.363112] env[62136]: DEBUG oslo_concurrency.lockutils [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.363112] env[62136]: DEBUG oslo_concurrency.lockutils [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.363112] env[62136]: DEBUG nova.compute.manager [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] No waiting events found dispatching network-vif-unplugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.363112] env[62136]: WARNING nova.compute.manager [req-2bf721ae-54a0-428e-9578-0913dd9f1c77 req-5c018e16-d961-46e2-8416-b736588022fb service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received unexpected event network-vif-unplugged-c939d964-b98b-4444-b308-34d4104c90d9 for instance with vm_state shelved and task_state shelving_offloading. [ 1197.430708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.456482] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.457565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ecc14a-4735-4400-b22d-90f92d3ddf32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.465737] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.466032] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3580637f-c4e1-4704-8393-f8737555534a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.487038] env[62136]: DEBUG nova.scheduler.client.report [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.549338] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.549338] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.549496] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleting the datastore file [datastore2] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.549694] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d31635cd-04dd-4b99-b1cf-a4ffa11758af {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.556865] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1197.556865] env[62136]: value = "task-2287392" [ 1197.556865] env[62136]: _type = "Task" [ 1197.556865] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.564664] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.066852] env[62136]: DEBUG oslo_vmware.api [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21942} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.067213] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.067407] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.067594] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.088077] env[62136]: INFO nova.scheduler.client.report [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted allocations for instance 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 [ 1198.216683] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.216965] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.217200] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.217392] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.217587] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.219831] env[62136]: INFO nova.compute.manager [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Terminating instance [ 1198.500985] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.169s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.504154] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.074s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.504356] env[62136]: DEBUG nova.objects.instance [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62136) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1071}} [ 1198.592591] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.723557] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "refresh_cache-bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.723788] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquired lock "refresh_cache-bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.723977] env[62136]: DEBUG nova.network.neutron [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.079670] env[62136]: INFO nova.scheduler.client.report [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocation for migration f1613b6c-74eb-4ce9-b41a-bb233135aca1 [ 1199.245402] env[62136]: DEBUG nova.network.neutron [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.300783] env[62136]: DEBUG nova.network.neutron [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.390066] env[62136]: DEBUG nova.compute.manager [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-changed-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.390236] env[62136]: DEBUG nova.compute.manager [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing instance network info cache due to event network-changed-c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.390494] env[62136]: DEBUG oslo_concurrency.lockutils [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.390591] env[62136]: DEBUG oslo_concurrency.lockutils [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.390755] env[62136]: DEBUG nova.network.neutron [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing network info cache for port c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.517425] env[62136]: DEBUG oslo_concurrency.lockutils [None req-3f5d5fac-53c9-48f7-8156-cd5b01919883 tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.518679] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.926s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.518940] env[62136]: DEBUG nova.objects.instance [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'resources' on Instance uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1199.585932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.543s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.759470] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.759789] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.803415] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Releasing lock "refresh_cache-bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.803856] env[62136]: DEBUG nova.compute.manager [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.804073] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.805346] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ce6b5-88e2-4349-b81d-02422e8efcbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.813331] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.813587] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b24dbf-9a70-4adb-afce-2ec480875b64 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.820273] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1199.820273] env[62136]: value = "task-2287393" [ 1199.820273] env[62136]: _type = "Task" [ 1199.820273] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.827919] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.021876] env[62136]: DEBUG nova.objects.instance [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1200.036373] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.114117] env[62136]: DEBUG nova.network.neutron [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updated VIF entry in instance network info cache for port c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.114479] env[62136]: DEBUG nova.network.neutron [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc939d964-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.263084] env[62136]: DEBUG nova.compute.utils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1200.330752] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287393, 'name': PowerOffVM_Task, 'duration_secs': 0.120781} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.331011] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.331190] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.331433] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd307d1-bc73-4356-a2a7-6d443107d140 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.366042] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.366259] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.366442] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Deleting the datastore file [datastore1] bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.366703] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d159714f-d4f6-426e-afb6-59fd2664c0ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.372927] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for the task: (returnval){ [ 1200.372927] env[62136]: value = "task-2287395" [ 1200.372927] env[62136]: _type = "Task" [ 1200.372927] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.380128] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.524667] env[62136]: DEBUG nova.objects.base [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Object Instance<7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9> lazy-loaded attributes: resources,numa_topology {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.608180] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef21b89-9f77-490a-bb53-6bc7ef568ada {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.615625] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c3864-773e-426b-a1df-6921e9650f00 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.618928] env[62136]: DEBUG oslo_concurrency.lockutils [req-69231653-980f-4d4d-8129-724b69f08dd4 req-1ccd0043-8bca-4ffd-b2f7-4381c1dc6e27 service nova] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.645988] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfd5156-97eb-450d-836f-fb7b474e9596 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.652918] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f55dd0-5970-425d-a2b9-f5436cde4a15 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.665802] env[62136]: DEBUG nova.compute.provider_tree [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.765665] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.883058] env[62136]: DEBUG oslo_vmware.api [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Task: {'id': task-2287395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137039} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.883294] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.883509] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.883700] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.883873] env[62136]: INFO nova.compute.manager [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1200.884125] env[62136]: DEBUG oslo.service.loopingcall [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.884313] env[62136]: DEBUG nova.compute.manager [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.884408] env[62136]: DEBUG nova.network.neutron [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.904926] env[62136]: DEBUG nova.network.neutron [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.068735] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.069020] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.069232] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "39fdbb94-38c4-4331-8138-63157ed45796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.069413] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.069584] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.071868] env[62136]: INFO nova.compute.manager [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Terminating instance [ 1201.168471] env[62136]: DEBUG nova.scheduler.client.report [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.252411] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.252693] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.252883] env[62136]: DEBUG nova.compute.manager [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.253815] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b2e8b-6aaf-485d-a68e-1b29881419f4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.260688] env[62136]: DEBUG nova.compute.manager [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62136) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1201.261561] env[62136]: DEBUG nova.objects.instance [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'flavor' on Instance uuid 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1201.407956] env[62136]: DEBUG nova.network.neutron [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.575170] env[62136]: DEBUG nova.compute.manager [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.575616] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.576290] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8232d53-9bd7-4db6-8cff-633d79c351dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.583929] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.584181] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4482fe50-8d68-4a74-89ef-2329031b4b70 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.591593] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1201.591593] env[62136]: value = "task-2287396" [ 1201.591593] env[62136]: _type = "Task" [ 1201.591593] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.599140] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.673304] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.831157] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.831157] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.831157] env[62136]: INFO nova.compute.manager [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Attaching volume 0e81e7d7-d3b6-4918-839c-3fde21dfa846 to /dev/sdb [ 1201.860914] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396be59d-8831-4e11-a976-422604cd82c3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.868364] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebdcbf-fc61-4c1a-8c4e-f910a2f9007d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.881470] env[62136]: DEBUG nova.virt.block_device [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating existing volume attachment record: b958b9da-d440-4889-ae77-7d8e48bd5890 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.910040] env[62136]: INFO nova.compute.manager [-] [instance: bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8] Took 1.03 seconds to deallocate network for instance. [ 1202.100796] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287396, 'name': PowerOffVM_Task, 'duration_secs': 0.200225} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.101079] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.101260] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.101516] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210af810-d8aa-4b7a-8dfd-26970ddd5641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.169032] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.169286] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.169536] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleting the datastore file [datastore2] 39fdbb94-38c4-4331-8138-63157ed45796 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.169864] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292eab03-5082-4b3e-94eb-10f99a05c6a1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.176401] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for the task: (returnval){ [ 1202.176401] env[62136]: value = "task-2287399" [ 1202.176401] env[62136]: _type = "Task" [ 1202.176401] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.184984] env[62136]: DEBUG oslo_concurrency.lockutils [None req-42c27840-3f4d-404c-9b73-1e9236fd28b2 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.209s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.185915] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.150s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.186125] env[62136]: INFO nova.compute.manager [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Unshelving [ 1202.190450] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.268639] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.268989] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-475f88c9-f2ca-4435-8ea7-ac6f98f022b9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.276345] env[62136]: DEBUG oslo_vmware.api [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1202.276345] env[62136]: value = "task-2287400" [ 1202.276345] env[62136]: _type = "Task" [ 1202.276345] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.285030] env[62136]: DEBUG oslo_vmware.api [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.415958] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.416272] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.416520] env[62136]: DEBUG nova.objects.instance [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lazy-loading 'resources' on Instance uuid bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1202.687238] env[62136]: DEBUG oslo_vmware.api [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Task: {'id': task-2287399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155088} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.687659] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.687719] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.688184] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.688437] env[62136]: INFO nova.compute.manager [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1202.688735] env[62136]: DEBUG oslo.service.loopingcall [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.688951] env[62136]: DEBUG nova.compute.manager [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.689066] env[62136]: DEBUG nova.network.neutron [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.785339] env[62136]: DEBUG oslo_vmware.api [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287400, 'name': PowerOffVM_Task, 'duration_secs': 0.192195} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.785617] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.785824] env[62136]: DEBUG nova.compute.manager [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.786601] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b1d23-045f-4801-b14e-5422dccef2c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.990644] env[62136]: DEBUG nova.compute.manager [req-0db5e7cd-a4dd-411b-85de-fa52a4b5ec54 req-98db4ce8-4f71-4a59-8e99-3532b9921e57 service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Received event network-vif-deleted-e3e705df-9343-444d-bb99-f606fb9b3b94 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.990972] env[62136]: INFO nova.compute.manager [req-0db5e7cd-a4dd-411b-85de-fa52a4b5ec54 req-98db4ce8-4f71-4a59-8e99-3532b9921e57 service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Neutron deleted interface e3e705df-9343-444d-bb99-f606fb9b3b94; detaching it from the instance and deleting it from the info cache [ 1202.991032] env[62136]: DEBUG nova.network.neutron [req-0db5e7cd-a4dd-411b-85de-fa52a4b5ec54 req-98db4ce8-4f71-4a59-8e99-3532b9921e57 service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.012363] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10320be-693c-4462-b5a2-a90916b50811 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.020446] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a11b0-c19f-471b-847a-1f2ca1926244 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.051440] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e7525-9196-4b35-82a4-3dc08f311d22 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.058422] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b342d9-125b-41e0-a87c-6593b94c985d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.071505] env[62136]: DEBUG nova.compute.provider_tree [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.211518] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.301480] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b336539d-ac3d-4e7b-87c4-b95cac9b380d tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.412188] env[62136]: DEBUG nova.network.neutron [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.494789] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57d5d425-f6ca-4698-8886-4ff74ac89917 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.505229] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae8d5d2-79b4-4e3b-8f01-04ca6af84db6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.530265] env[62136]: DEBUG nova.compute.manager [req-0db5e7cd-a4dd-411b-85de-fa52a4b5ec54 req-98db4ce8-4f71-4a59-8e99-3532b9921e57 service nova] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Detach interface failed, port_id=e3e705df-9343-444d-bb99-f606fb9b3b94, reason: Instance 39fdbb94-38c4-4331-8138-63157ed45796 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1203.574865] env[62136]: DEBUG nova.scheduler.client.report [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.736736] env[62136]: DEBUG nova.objects.instance [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'flavor' on Instance uuid 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1203.916508] env[62136]: INFO nova.compute.manager [-] [instance: 39fdbb94-38c4-4331-8138-63157ed45796] Took 1.23 seconds to deallocate network for instance. [ 1204.080086] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.082384] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.871s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.082533] env[62136]: DEBUG nova.objects.instance [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1204.103378] env[62136]: INFO nova.scheduler.client.report [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Deleted allocations for instance bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8 [ 1204.243339] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.243533] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.243719] env[62136]: DEBUG nova.network.neutron [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.243901] env[62136]: DEBUG nova.objects.instance [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'info_cache' on Instance uuid 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1204.423168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.587010] env[62136]: DEBUG nova.objects.instance [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1204.610336] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7276cbc9-3f69-4a8b-976c-992e9aa0876c tempest-ServerShowV257Test-1786690452 tempest-ServerShowV257Test-1786690452-project-member] Lock "bc9c4d8b-24eb-4508-8fe1-1e00cd937ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.393s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.749032] env[62136]: DEBUG nova.objects.base [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Object Instance<977fd05b-37d5-455e-a22b-6e2fb18d5cc9> lazy-loaded attributes: flavor,info_cache {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.089622] env[62136]: INFO nova.compute.claims [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.484705] env[62136]: DEBUG nova.network.neutron [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.987488] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.167745] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c3866c-ac82-4c4a-9fd2-93cc516c793a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.174924] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b8868f-dc74-4b0e-9640-24d965a3999b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.205755] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ae543-8e10-4155-a305-8d2abbcc7ef2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.212425] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f083131-467f-4be0-968d-6cd175e0747e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.226020] env[62136]: DEBUG nova.compute.provider_tree [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.428025] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.428230] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465556', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'name': 'volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82578df4-4dd5-4b69-b34c-eee73a9b9738', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'serial': '0e81e7d7-d3b6-4918-839c-3fde21dfa846'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.429108] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3075cf8-120d-4d03-a959-adc0070453ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.445755] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8043a-a28e-48b1-89a1-61586d22533f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.469042] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846/volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.469278] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5dec79a-fa36-4f9a-8276-edb25fbabe46 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.486426] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1206.486426] env[62136]: value = "task-2287402" [ 1206.486426] env[62136]: _type = "Task" [ 1206.486426] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.495613] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.729712] env[62136]: DEBUG nova.scheduler.client.report [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.997036] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.997406] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287402, 'name': ReconfigVM_Task, 'duration_secs': 0.351014} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.997481] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44d2aa8-8e80-4af9-a7bc-e1f8e405bcc2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.999036] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846/volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.003798] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2660a698-38ed-40b0-917f-c073132c218f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.017782] env[62136]: DEBUG oslo_vmware.api [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1207.017782] env[62136]: value = "task-2287403" [ 1207.017782] env[62136]: _type = "Task" [ 1207.017782] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.019030] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1207.019030] env[62136]: value = "task-2287404" [ 1207.019030] env[62136]: _type = "Task" [ 1207.019030] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.033664] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.036660] env[62136]: DEBUG oslo_vmware.api [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.234856] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.237244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.814s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.237457] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.260155] env[62136]: INFO nova.scheduler.client.report [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Deleted allocations for instance 39fdbb94-38c4-4331-8138-63157ed45796 [ 1207.268088] env[62136]: INFO nova.network.neutron [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating port c939d964-b98b-4444-b308-34d4104c90d9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1207.534947] env[62136]: DEBUG oslo_vmware.api [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287403, 'name': PowerOnVM_Task, 'duration_secs': 0.402995} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.534947] env[62136]: DEBUG oslo_vmware.api [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287404, 'name': ReconfigVM_Task, 'duration_secs': 0.147262} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.535130] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.535287] env[62136]: DEBUG nova.compute.manager [None req-b39fbff6-3c8d-4511-9064-81e0fca74174 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.535594] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465556', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'name': 'volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82578df4-4dd5-4b69-b34c-eee73a9b9738', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'serial': '0e81e7d7-d3b6-4918-839c-3fde21dfa846'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.537519] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21149d3f-2c5c-4367-b2ed-1e260805c168 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.769951] env[62136]: DEBUG oslo_concurrency.lockutils [None req-a08b99eb-97f5-4f32-b404-5b88ba7ad4e0 tempest-DeleteServersTestJSON-90209679 tempest-DeleteServersTestJSON-90209679-project-member] Lock "39fdbb94-38c4-4331-8138-63157ed45796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.701s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.573181] env[62136]: DEBUG nova.objects.instance [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid 82578df4-4dd5-4b69-b34c-eee73a9b9738 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1208.575425] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274092b6-2a39-4829-9c85-47e57188d36d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.582366] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Suspending the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1208.583031] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d91d60e1-71bc-4894-b6f8-47c8cf317c04 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.588226] env[62136]: DEBUG oslo_vmware.api [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1208.588226] env[62136]: value = "task-2287405" [ 1208.588226] env[62136]: _type = "Task" [ 1208.588226] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.596930] env[62136]: DEBUG oslo_vmware.api [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287405, 'name': SuspendVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.759058] env[62136]: DEBUG nova.compute.manager [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.759392] env[62136]: DEBUG oslo_concurrency.lockutils [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.759692] env[62136]: DEBUG oslo_concurrency.lockutils [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.759977] env[62136]: DEBUG oslo_concurrency.lockutils [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.760386] env[62136]: DEBUG nova.compute.manager [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] No waiting events found dispatching network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.760854] env[62136]: WARNING nova.compute.manager [req-f37b5abc-8a80-400c-8780-d2a2c905f6a9 req-3dc27eab-bd9a-47d0-81c7-db380bdf4d4d service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received unexpected event network-vif-plugged-c939d964-b98b-4444-b308-34d4104c90d9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1208.875507] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.875507] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.875507] env[62136]: DEBUG nova.network.neutron [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.083107] env[62136]: DEBUG oslo_concurrency.lockutils [None req-d78c8440-4ba7-4658-bf4f-8b0a7d0530a1 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.098415] env[62136]: DEBUG oslo_vmware.api [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287405, 'name': SuspendVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.338227] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.338505] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.595271] env[62136]: DEBUG nova.network.neutron [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.600367] env[62136]: DEBUG oslo_vmware.api [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287405, 'name': SuspendVM_Task, 'duration_secs': 0.604019} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.600909] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Suspended the VM {{(pid=62136) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1209.601135] env[62136]: DEBUG nova.compute.manager [None req-2b054837-bce3-4a8b-90d8-d64ca6ae6b56 tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.601928] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdd490-2dd8-49f3-a4fb-7f7af1771678 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.841328] env[62136]: INFO nova.compute.manager [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Detaching volume 0e81e7d7-d3b6-4918-839c-3fde21dfa846 [ 1209.874360] env[62136]: INFO nova.virt.block_device [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Attempting to driver detach volume 0e81e7d7-d3b6-4918-839c-3fde21dfa846 from mountpoint /dev/sdb [ 1209.874639] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.874839] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465556', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'name': 'volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82578df4-4dd5-4b69-b34c-eee73a9b9738', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'serial': '0e81e7d7-d3b6-4918-839c-3fde21dfa846'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.875759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70501313-ffb3-4c4b-b6e5-f02037043f05 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.898528] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6b7c3-841e-43f3-bfb1-9906c7133d27 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.905784] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83da4a8a-44e4-4a38-85cc-f1b20ec54695 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.926810] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5c4d2-01f6-4591-bef0-20988fd4bbe7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.943249] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] The volume has not been displaced from its original location: [datastore1] volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846/volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.948525] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.948856] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3425362-014e-4a60-bc40-dd3929dd8d3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.967959] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1209.967959] env[62136]: value = "task-2287407" [ 1209.967959] env[62136]: _type = "Task" [ 1209.967959] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.976211] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.102433] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.130575] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1f798fcb8c6cbd2143aac73f3bf131c4',container_format='bare',created_at=2025-02-04T16:52:38Z,direct_url=,disk_format='vmdk',id=a6504e0b-0b09-47e9-9b5e-43870cd98367,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1207944072-shelved',owner='3a630bfaaba540e384f882b272d9a6e3',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-04T16:52:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.130918] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.131101] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.131291] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.131501] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.131588] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.131800] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.131959] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.132141] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.132303] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.132501] env[62136]: DEBUG nova.virt.hardware [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.133392] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42cb9b-3ae4-45a8-b64f-d0a88175220a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.142354] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43d24b6-a3c3-49a9-aa0a-3e27492e2e99 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.156386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:27:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c939d964-b98b-4444-b308-34d4104c90d9', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.163808] env[62136]: DEBUG oslo.service.loopingcall [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.164056] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.164263] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618f57b0-509a-4490-bbb8-976e6a2992a0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.183156] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.183156] env[62136]: value = "task-2287408" [ 1210.183156] env[62136]: _type = "Task" [ 1210.183156] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.190476] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287408, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.478576] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.693518] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287408, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.784392] env[62136]: DEBUG nova.compute.manager [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-changed-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.784598] env[62136]: DEBUG nova.compute.manager [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing instance network info cache due to event network-changed-c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1210.784871] env[62136]: DEBUG oslo_concurrency.lockutils [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] Acquiring lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.785059] env[62136]: DEBUG oslo_concurrency.lockutils [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] Acquired lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.785252] env[62136]: DEBUG nova.network.neutron [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Refreshing network info cache for port c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.918993] env[62136]: INFO nova.compute.manager [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Resuming [ 1210.919646] env[62136]: DEBUG nova.objects.instance [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'flavor' on Instance uuid 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1210.979873] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.199826] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287408, 'name': CreateVM_Task} progress is 25%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.478740] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287407, 'name': ReconfigVM_Task, 'duration_secs': 1.239987} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.479124] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.483870] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799f0a4e-0149-4e63-bdfb-5ad2358dab8c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.498888] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1211.498888] env[62136]: value = "task-2287409" [ 1211.498888] env[62136]: _type = "Task" [ 1211.498888] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.509202] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.537379] env[62136]: DEBUG nova.network.neutron [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updated VIF entry in instance network info cache for port c939d964-b98b-4444-b308-34d4104c90d9. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.537833] env[62136]: DEBUG nova.network.neutron [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [{"id": "c939d964-b98b-4444-b308-34d4104c90d9", "address": "fa:16:3e:69:27:9d", "network": {"id": "42bce8da-f49c-4268-a5cf-9b0c587178a6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-589145981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a630bfaaba540e384f882b272d9a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc939d964-b9", "ovs_interfaceid": "c939d964-b98b-4444-b308-34d4104c90d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.694909] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287408, 'name': CreateVM_Task, 'duration_secs': 1.235778} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.695544] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.696389] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.696711] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.697192] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.697564] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771265bb-8def-4282-8a7e-6d6c4c4e08b3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.702238] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1211.702238] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52451d0b-3425-51b8-0008-bfc709953c4d" [ 1211.702238] env[62136]: _type = "Task" [ 1211.702238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.710090] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52451d0b-3425-51b8-0008-bfc709953c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.009722] env[62136]: DEBUG oslo_vmware.api [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287409, 'name': ReconfigVM_Task, 'duration_secs': 0.143205} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.009889] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465556', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'name': 'volume-0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82578df4-4dd5-4b69-b34c-eee73a9b9738', 'attached_at': '', 'detached_at': '', 'volume_id': '0e81e7d7-d3b6-4918-839c-3fde21dfa846', 'serial': '0e81e7d7-d3b6-4918-839c-3fde21dfa846'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.041180] env[62136]: DEBUG oslo_concurrency.lockutils [req-e851632b-583f-4acd-a565-aabef0a1d075 req-e21eb9f0-8b89-4278-ab35-21cf5e0f9f63 service nova] Releasing lock "refresh_cache-7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.223023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.223023] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Processing image a6504e0b-0b09-47e9-9b5e-43870cd98367 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.223023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.223023] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.223023] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.223023] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a12c7dfc-2394-474d-8dd6-4e8894946f71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.230243] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.230425] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.231135] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527d9b0b-95e7-4b07-868a-e977ddd9db71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.236347] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1212.236347] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f1818b-be92-57b2-7f1d-7f4fc4fd7e6f" [ 1212.236347] env[62136]: _type = "Task" [ 1212.236347] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.246124] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f1818b-be92-57b2-7f1d-7f4fc4fd7e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.433416] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.433416] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquired lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.433606] env[62136]: DEBUG nova.network.neutron [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.553732] env[62136]: DEBUG nova.objects.instance [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid 82578df4-4dd5-4b69-b34c-eee73a9b9738 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1212.747630] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1212.748030] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Fetch image to [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d/OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1212.748128] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Downloading stream optimized image a6504e0b-0b09-47e9-9b5e-43870cd98367 to [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d/OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d.vmdk on the data store datastore1 as vApp {{(pid=62136) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1212.748312] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Downloading image file data a6504e0b-0b09-47e9-9b5e-43870cd98367 to the ESX as VM named 'OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d' {{(pid=62136) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1212.818217] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1212.818217] env[62136]: value = "resgroup-9" [ 1212.818217] env[62136]: _type = "ResourcePool" [ 1212.818217] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1212.818665] env[62136]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f87107d-9c59-4a02-aa03-19dd01636e68 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.842394] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease: (returnval){ [ 1212.842394] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5269e4a0-ef47-3210-8e50-e5fe4b195c85" [ 1212.842394] env[62136]: _type = "HttpNfcLease" [ 1212.842394] env[62136]: } obtained for vApp import into resource pool (val){ [ 1212.842394] env[62136]: value = "resgroup-9" [ 1212.842394] env[62136]: _type = "ResourcePool" [ 1212.842394] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1212.842733] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the lease: (returnval){ [ 1212.842733] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5269e4a0-ef47-3210-8e50-e5fe4b195c85" [ 1212.842733] env[62136]: _type = "HttpNfcLease" [ 1212.842733] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.850987] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.850987] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5269e4a0-ef47-3210-8e50-e5fe4b195c85" [ 1212.850987] env[62136]: _type = "HttpNfcLease" [ 1212.850987] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.352826] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.352826] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5269e4a0-ef47-3210-8e50-e5fe4b195c85" [ 1213.352826] env[62136]: _type = "HttpNfcLease" [ 1213.352826] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.352826] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.352826] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5269e4a0-ef47-3210-8e50-e5fe4b195c85" [ 1213.352826] env[62136]: _type = "HttpNfcLease" [ 1213.352826] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1213.352826] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f304ae4-96a2-4807-a224-e62306708c38 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.360123] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.360310] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1213.426057] env[62136]: DEBUG nova.network.neutron [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [{"id": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "address": "fa:16:3e:7f:5f:b7", "network": {"id": "41f69a0f-8b5d-4254-b050-5747c052b325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1722485910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d05750f53a84aeda370c5507279438a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4380ddbe-c8", "ovs_interfaceid": "4380ddbe-c84c-426a-9be8-82aa49cd7a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.433410] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dd7bdfa-ce46-4470-9f23-ae39c14071df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.568753] env[62136]: DEBUG oslo_concurrency.lockutils [None req-cd44882d-7d61-44bc-a100-b868086fdcc5 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.230s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.569948] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.570237] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.570419] env[62136]: INFO nova.compute.manager [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Shelving [ 1213.709349] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.709620] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.709830] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.710050] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.710207] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.713866] env[62136]: INFO nova.compute.manager [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Terminating instance [ 1213.929777] env[62136]: DEBUG oslo_concurrency.lockutils [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Releasing lock "refresh_cache-977fd05b-37d5-455e-a22b-6e2fb18d5cc9" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.930825] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab2870-feca-4025-b822-de6c5ccc8591 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.941020] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Resuming the VM {{(pid=62136) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1213.941020] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd2bd89-9c70-4e74-8c51-73810feea651 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.947256] env[62136]: DEBUG oslo_vmware.api [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1213.947256] env[62136]: value = "task-2287411" [ 1213.947256] env[62136]: _type = "Task" [ 1213.947256] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.956038] env[62136]: DEBUG oslo_vmware.api [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.223019] env[62136]: DEBUG nova.compute.manager [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.223019] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.223019] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12edb505-70da-4958-abcd-11e6e1bb963b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.235836] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.238443] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1816577-f9d1-41ea-a0a0-b6c6b2d99ab7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.246883] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1214.246883] env[62136]: value = "task-2287412" [ 1214.246883] env[62136]: _type = "Task" [ 1214.246883] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.259549] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.466097] env[62136]: DEBUG oslo_vmware.api [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.545031] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.545031] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.545031] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61649497-a398-4c51-b752-5e5f5dd1c9df {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.556853] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.557976] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.557976] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-029a54a1-3c79-4e55-9211-ef5b7beeb6ee {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.585241] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.585241] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bf4deb3-6122-475b-9df4-e29f9b583d32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.591152] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1214.591152] env[62136]: value = "task-2287413" [ 1214.591152] env[62136]: _type = "Task" [ 1214.591152] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.607689] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.758625] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287412, 'name': PowerOffVM_Task, 'duration_secs': 0.409897} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.761872] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.761872] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.761872] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72fd2889-5312-40f8-8307-eb42232f9c82 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.772239] env[62136]: DEBUG oslo_vmware.rw_handles [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b1cd0-236f-6ebd-ae95-1fdf72ee2dcb/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1214.772805] env[62136]: INFO nova.virt.vmwareapi.images [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Downloaded image file data a6504e0b-0b09-47e9-9b5e-43870cd98367 [ 1214.774892] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d6dae-f9d5-4877-915d-45cd44ff2fe6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.792363] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df3b31d-7e95-4862-bb4d-761767e014c5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.824429] env[62136]: INFO nova.virt.vmwareapi.images [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] The imported VM was unregistered [ 1214.825624] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1214.826216] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.826712] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbbf986-8a5d-44e6-a26b-7c1c44a73e10 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.833610] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.834123] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.834692] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleting the datastore file [datastore2] 82578df4-4dd5-4b69-b34c-eee73a9b9738 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.835111] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f01d54-a7cd-4a04-8980-8003936390e9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.842176] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Created directory with path [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367 {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.842176] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d/OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d.vmdk to [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk. {{(pid=62136) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1214.842984] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8ed8fd3c-c3d7-4746-a796-5357164d6aa6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.845753] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1214.845753] env[62136]: value = "task-2287416" [ 1214.845753] env[62136]: _type = "Task" [ 1214.845753] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.851486] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1214.851486] env[62136]: value = "task-2287417" [ 1214.851486] env[62136]: _type = "Task" [ 1214.851486] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.858486] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.863415] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.964679] env[62136]: DEBUG oslo_vmware.api [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287411, 'name': PowerOnVM_Task, 'duration_secs': 0.596783} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.965828] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Resumed the VM {{(pid=62136) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1214.967032] env[62136]: DEBUG nova.compute.manager [None req-ac3b9e28-f397-4a9b-8007-45d092d35e7b tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.967995] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b2553-8503-40fe-9462-8a891c54b650 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.104459] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287413, 'name': PowerOffVM_Task, 'duration_secs': 0.404311} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.104827] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.105768] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aea776-572e-4e5a-acd9-a4c63f4b3637 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.130273] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2cece6-d1b2-464b-be89-4a872ac947c4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.360413] env[62136]: DEBUG oslo_vmware.api [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19701} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.361314] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.361499] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.361697] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.361890] env[62136]: INFO nova.compute.manager [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.362183] env[62136]: DEBUG oslo.service.loopingcall [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.362478] env[62136]: DEBUG nova.compute.manager [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.362585] env[62136]: DEBUG nova.network.neutron [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.368362] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.643569] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Creating Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1215.644025] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a009e7d-71e0-4897-8468-76595abcd44c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.652753] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1215.652753] env[62136]: value = "task-2287418" [ 1215.652753] env[62136]: _type = "Task" [ 1215.652753] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.662984] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287418, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.867297] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.047461] env[62136]: DEBUG nova.compute.manager [req-628a0639-65d8-4a62-8b0e-47868731563a req-023e5e8c-2a2d-4f1c-8c47-1a3091e34696 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Received event network-vif-deleted-a1837618-17bc-49d8-a24d-2c2289bae747 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1216.047897] env[62136]: INFO nova.compute.manager [req-628a0639-65d8-4a62-8b0e-47868731563a req-023e5e8c-2a2d-4f1c-8c47-1a3091e34696 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Neutron deleted interface a1837618-17bc-49d8-a24d-2c2289bae747; detaching it from the instance and deleting it from the info cache [ 1216.047897] env[62136]: DEBUG nova.network.neutron [req-628a0639-65d8-4a62-8b0e-47868731563a req-023e5e8c-2a2d-4f1c-8c47-1a3091e34696 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.162570] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287418, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.368296] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.416292] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.416889] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.524743] env[62136]: DEBUG nova.network.neutron [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.550345] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d07eece8-c813-4a16-8e8d-899809523c5b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.560780] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8229babb-04c9-4ead-b376-7b91002b3ed3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.591491] env[62136]: DEBUG nova.compute.manager [req-628a0639-65d8-4a62-8b0e-47868731563a req-023e5e8c-2a2d-4f1c-8c47-1a3091e34696 service nova] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Detach interface failed, port_id=a1837618-17bc-49d8-a24d-2c2289bae747, reason: Instance 82578df4-4dd5-4b69-b34c-eee73a9b9738 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1216.664600] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287418, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.864592] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.920715] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.006275] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.006607] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.006872] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.007082] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.007265] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.009591] env[62136]: INFO nova.compute.manager [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Terminating instance [ 1217.026043] env[62136]: INFO nova.compute.manager [-] [instance: 82578df4-4dd5-4b69-b34c-eee73a9b9738] Took 1.66 seconds to deallocate network for instance. [ 1217.165270] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287418, 'name': CreateSnapshot_Task, 'duration_secs': 1.333504} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.165801] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Created Snapshot of the VM instance {{(pid=62136) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1217.166457] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f0182-3358-4796-a82d-04fc0d9179c9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.366901] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.444361] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.444650] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.446158] env[62136]: INFO nova.compute.claims [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.513894] env[62136]: DEBUG nova.compute.manager [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.514341] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.515129] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b23fd3-3d56-41a7-b58d-a155bf2708f5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.523113] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.523354] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf372a5-23cd-4e47-ab6a-9691cd913c8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.530322] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1217.530322] env[62136]: value = "task-2287419" [ 1217.530322] env[62136]: _type = "Task" [ 1217.530322] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.533881] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.539297] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.685878] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Creating linked-clone VM from snapshot {{(pid=62136) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.686344] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-324912d3-4b3a-4756-a328-5f2794039995 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.695502] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1217.695502] env[62136]: value = "task-2287420" [ 1217.695502] env[62136]: _type = "Task" [ 1217.695502] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.703998] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287420, 'name': CloneVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.866221] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287417, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.723969} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.866221] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d/OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d.vmdk to [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk. [ 1217.866221] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Cleaning up location [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1217.866221] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1a9b1b5c-d417-4a5a-92a8-8e4c62fc5d5d {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.866221] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cce49f17-b0b1-4ea4-8f2b-f3b7b88e13f1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.871856] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1217.871856] env[62136]: value = "task-2287421" [ 1217.871856] env[62136]: _type = "Task" [ 1217.871856] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.881493] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.040216] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287419, 'name': PowerOffVM_Task, 'duration_secs': 0.201567} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.040521] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.040692] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.040944] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71bd4405-c6e5-4a0d-8f85-0cdeacbaab31 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.114799] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.115041] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.115236] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleting the datastore file [datastore2] 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.115499] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ecafa1-5394-4cdd-a820-347f3cb44d55 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.121899] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for the task: (returnval){ [ 1218.121899] env[62136]: value = "task-2287423" [ 1218.121899] env[62136]: _type = "Task" [ 1218.121899] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.129584] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.210546] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287420, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.381386] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121277} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.381651] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.381835] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.382092] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk to [datastore1] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.382359] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15dad8c3-aed0-492a-a3ca-fb4bb4f048b8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.389752] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1218.389752] env[62136]: value = "task-2287424" [ 1218.389752] env[62136]: _type = "Task" [ 1218.389752] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.398418] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.532279] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98489815-1fe1-4b60-baae-cf25b65072b5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.539410] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a85dcf-e91b-4c45-86dd-64f9a760f0a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.579084] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c10d6-177d-4ae6-a674-e8ebcd44b5a5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.587585] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb82bc-e269-4022-acfc-73cc3aa8689d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.603032] env[62136]: DEBUG nova.compute.provider_tree [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.633579] env[62136]: DEBUG oslo_vmware.api [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Task: {'id': task-2287423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347719} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.633868] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.634244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.634244] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.634417] env[62136]: INFO nova.compute.manager [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1218.635242] env[62136]: DEBUG oslo.service.loopingcall [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.635242] env[62136]: DEBUG nova.compute.manager [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.635242] env[62136]: DEBUG nova.network.neutron [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.707328] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287420, 'name': CloneVM_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.900261] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.110190] env[62136]: DEBUG nova.scheduler.client.report [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.172270] env[62136]: DEBUG nova.compute.manager [req-45941e26-76f5-43a4-ab1d-ec8f5fc01e7a req-c10b451d-e020-4ebb-bfbc-2b112d1c128a service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Received event network-vif-deleted-4380ddbe-c84c-426a-9be8-82aa49cd7a86 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.172476] env[62136]: INFO nova.compute.manager [req-45941e26-76f5-43a4-ab1d-ec8f5fc01e7a req-c10b451d-e020-4ebb-bfbc-2b112d1c128a service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Neutron deleted interface 4380ddbe-c84c-426a-9be8-82aa49cd7a86; detaching it from the instance and deleting it from the info cache [ 1219.172759] env[62136]: DEBUG nova.network.neutron [req-45941e26-76f5-43a4-ab1d-ec8f5fc01e7a req-c10b451d-e020-4ebb-bfbc-2b112d1c128a service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.208071] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287420, 'name': CloneVM_Task} progress is 95%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.399981] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.615825] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.616395] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.619041] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.085s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.619273] env[62136]: DEBUG nova.objects.instance [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'resources' on Instance uuid 82578df4-4dd5-4b69-b34c-eee73a9b9738 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1219.652795] env[62136]: DEBUG nova.network.neutron [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.676054] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f11bb31-69f2-4926-aa37-59efee5461aa {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.685881] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf82ff1d-3330-47a5-afdf-4bf5c2ef7b28 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.709158] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287420, 'name': CloneVM_Task, 'duration_secs': 1.662292} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.715483] env[62136]: INFO nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Created linked-clone VM from snapshot [ 1219.716253] env[62136]: DEBUG nova.compute.manager [req-45941e26-76f5-43a4-ab1d-ec8f5fc01e7a req-c10b451d-e020-4ebb-bfbc-2b112d1c128a service nova] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Detach interface failed, port_id=4380ddbe-c84c-426a-9be8-82aa49cd7a86, reason: Instance 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1219.717165] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77dc6a-2359-4627-8240-0eed0b62ea32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.724954] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Uploading image 03b36ded-ea15-4a95-9028-2d4c0a7a850b {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1219.754545] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1219.754545] env[62136]: value = "vm-465560" [ 1219.754545] env[62136]: _type = "VirtualMachine" [ 1219.754545] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1219.754545] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05b35203-4841-444e-8bde-489347846539 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.761548] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease: (returnval){ [ 1219.761548] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524248ea-7d65-50ca-2294-62df97fb489a" [ 1219.761548] env[62136]: _type = "HttpNfcLease" [ 1219.761548] env[62136]: } obtained for exporting VM: (result){ [ 1219.761548] env[62136]: value = "vm-465560" [ 1219.761548] env[62136]: _type = "VirtualMachine" [ 1219.761548] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1219.761800] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the lease: (returnval){ [ 1219.761800] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524248ea-7d65-50ca-2294-62df97fb489a" [ 1219.761800] env[62136]: _type = "HttpNfcLease" [ 1219.761800] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1219.770819] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.770819] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524248ea-7d65-50ca-2294-62df97fb489a" [ 1219.770819] env[62136]: _type = "HttpNfcLease" [ 1219.770819] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1219.901467] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.122597] env[62136]: DEBUG nova.compute.utils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.124197] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.124379] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.155533] env[62136]: INFO nova.compute.manager [-] [instance: 977fd05b-37d5-455e-a22b-6e2fb18d5cc9] Took 1.52 seconds to deallocate network for instance. [ 1220.173682] env[62136]: DEBUG nova.policy [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b57af207aee94a2b9dc43f4c866b92a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8a1b87c6f64c8f808a4a7bea5acb4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.213937] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead6408-1a6c-4a79-9be4-4678f135f6b7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.222912] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5d21a-8fb0-4b3f-b535-00640792e1f3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.254243] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0534432d-48c4-42c7-9776-6d118403fc94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.263068] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aacb628-3603-4a3c-ba18-67a4859f4164 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.280325] env[62136]: DEBUG nova.compute.provider_tree [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.283350] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.283350] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524248ea-7d65-50ca-2294-62df97fb489a" [ 1220.283350] env[62136]: _type = "HttpNfcLease" [ 1220.283350] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1220.283919] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1220.283919] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]524248ea-7d65-50ca-2294-62df97fb489a" [ 1220.283919] env[62136]: _type = "HttpNfcLease" [ 1220.283919] env[62136]: }. {{(pid=62136) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1220.284680] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d29174-4645-4d9f-a5cb-76271c00e058 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.298048] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1220.298209] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk for reading. {{(pid=62136) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1220.406337] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbf66bb9-5d82-4132-b071-f968c840fd8f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.408273] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.575192] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Successfully created port: 5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.629750] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.665281] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.785142] env[62136]: DEBUG nova.scheduler.client.report [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.903049] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287424, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.337229} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.903918] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6504e0b-0b09-47e9-9b5e-43870cd98367/a6504e0b-0b09-47e9-9b5e-43870cd98367.vmdk to [datastore1] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.904609] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f238cd-3a5c-43c6-89c3-0f9b5040f1ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.927298] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.927725] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae91c7e-6b51-48b2-96be-0032da902c9e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.947579] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1220.947579] env[62136]: value = "task-2287426" [ 1220.947579] env[62136]: _type = "Task" [ 1220.947579] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.956457] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.290168] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.294738] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.628s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.294738] env[62136]: DEBUG nova.objects.instance [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lazy-loading 'resources' on Instance uuid 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1221.313802] env[62136]: INFO nova.scheduler.client.report [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted allocations for instance 82578df4-4dd5-4b69-b34c-eee73a9b9738 [ 1221.457684] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287426, 'name': ReconfigVM_Task, 'duration_secs': 0.301161} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.458115] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9/7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.458789] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc0e1c13-bf50-4f77-a06b-15e012ebed25 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.465633] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1221.465633] env[62136]: value = "task-2287427" [ 1221.465633] env[62136]: _type = "Task" [ 1221.465633] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.474828] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287427, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.639026] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.667748] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.668350] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.668789] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.669203] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.670088] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.670088] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.670088] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.670088] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.670265] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.670484] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.670708] env[62136]: DEBUG nova.virt.hardware [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.671737] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c80ce64-66ef-4a35-9db9-ae285ad396b4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.681433] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5f9ff-b418-41c0-acf4-3fc60dbd6719 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.821269] env[62136]: DEBUG oslo_concurrency.lockutils [None req-68c2c491-cab4-47cc-a2b7-83d84297d84c tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "82578df4-4dd5-4b69-b34c-eee73a9b9738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.111s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.864817] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a3e0a-4ca8-4c56-9b1e-f4027a983ede {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.873128] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a6186-461c-423f-9826-7e31a3e52cdf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.904074] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62719730-e326-48c5-9525-7a7b0971b824 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.912362] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6d1bb-8d78-453a-a477-d05aba0873cc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.926319] env[62136]: DEBUG nova.compute.provider_tree [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.977600] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287427, 'name': Rename_Task, 'duration_secs': 0.14186} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.977978] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.978348] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ebb9747-0285-405d-9d7f-66bd302a578b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.983529] env[62136]: DEBUG nova.compute.manager [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Received event network-vif-plugged-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.983842] env[62136]: DEBUG oslo_concurrency.lockutils [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] Acquiring lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.984122] env[62136]: DEBUG oslo_concurrency.lockutils [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.984425] env[62136]: DEBUG oslo_concurrency.lockutils [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.984563] env[62136]: DEBUG nova.compute.manager [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] No waiting events found dispatching network-vif-plugged-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.984727] env[62136]: WARNING nova.compute.manager [req-be032cc6-440c-4432-ab33-2d2daaa06b12 req-34f575a6-2783-4fb5-9deb-9b1e72697d59 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Received unexpected event network-vif-plugged-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e for instance with vm_state building and task_state spawning. [ 1221.986469] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1221.986469] env[62136]: value = "task-2287428" [ 1221.986469] env[62136]: _type = "Task" [ 1221.986469] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.995909] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.102991] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Successfully updated port: 5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.433254] env[62136]: DEBUG nova.scheduler.client.report [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.496784] env[62136]: DEBUG oslo_vmware.api [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287428, 'name': PowerOnVM_Task, 'duration_secs': 0.450329} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.497589] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.605506] env[62136]: DEBUG nova.compute.manager [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.606459] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783dc508-3c9b-43ba-98f5-b718ce3c1544 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.611139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.611139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquired lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.611139] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.938444] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.961951] env[62136]: INFO nova.scheduler.client.report [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Deleted allocations for instance 977fd05b-37d5-455e-a22b-6e2fb18d5cc9 [ 1223.135356] env[62136]: DEBUG oslo_concurrency.lockutils [None req-7c1d78c2-2fb0-4fa8-82cc-cde5d412e45e tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.949s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.148713] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.385302] env[62136]: DEBUG nova.network.neutron [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Updating instance_info_cache with network_info: [{"id": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "address": "fa:16:3e:b9:a2:97", "network": {"id": "125bbce3-8a1d-4ea7-935d-009aa4fae041", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67698764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8a1b87c6f64c8f808a4a7bea5acb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5bcf44-74", "ovs_interfaceid": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.471861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-434129fb-6f50-49a6-a5c8-7e7d5911cb7f tempest-ServerActionsTestJSON-1480902365 tempest-ServerActionsTestJSON-1480902365-project-member] Lock "977fd05b-37d5-455e-a22b-6e2fb18d5cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.465s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.894379] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Releasing lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.894379] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Instance network_info: |[{"id": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "address": "fa:16:3e:b9:a2:97", "network": {"id": "125bbce3-8a1d-4ea7-935d-009aa4fae041", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67698764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8a1b87c6f64c8f808a4a7bea5acb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5bcf44-74", "ovs_interfaceid": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.894379] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:a2:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.900915] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Creating folder: Project (5f8a1b87c6f64c8f808a4a7bea5acb4a). Parent ref: group-v465229. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.901499] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88f6009-cbca-4e04-8342-607928c55b88 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.912443] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Created folder: Project (5f8a1b87c6f64c8f808a4a7bea5acb4a) in parent group-v465229. [ 1223.912443] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Creating folder: Instances. Parent ref: group-v465561. {{(pid=62136) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.912859] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab33cb77-e14b-403b-9427-1787339813bf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.922318] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Created folder: Instances in parent group-v465561. [ 1223.922656] env[62136]: DEBUG oslo.service.loopingcall [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.922909] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.923140] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63211f92-e460-4313-9a43-cb8bbb12fa79 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.941986] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.941986] env[62136]: value = "task-2287431" [ 1223.941986] env[62136]: _type = "Task" [ 1223.941986] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.950169] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287431, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.014861] env[62136]: DEBUG nova.compute.manager [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Received event network-changed-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.015099] env[62136]: DEBUG nova.compute.manager [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Refreshing instance network info cache due to event network-changed-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1224.015325] env[62136]: DEBUG oslo_concurrency.lockutils [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] Acquiring lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.015467] env[62136]: DEBUG oslo_concurrency.lockutils [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] Acquired lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.015638] env[62136]: DEBUG nova.network.neutron [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Refreshing network info cache for port 5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.080899] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.081178] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.081397] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.081583] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.081756] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.084715] env[62136]: INFO nova.compute.manager [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Terminating instance [ 1224.162867] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.163130] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.452168] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287431, 'name': CreateVM_Task, 'duration_secs': 0.41222} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.452345] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.453812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.453812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.453812] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.453938] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4154a10c-1623-4a86-abd4-cad26d074641 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.458751] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1224.458751] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f79570-9ee6-6bff-0041-1f47d3e6482f" [ 1224.458751] env[62136]: _type = "Task" [ 1224.458751] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.466335] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f79570-9ee6-6bff-0041-1f47d3e6482f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.588490] env[62136]: DEBUG nova.compute.manager [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.588748] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.589759] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1370f4cd-c7aa-490b-bf9d-93e3d5696265 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.597649] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.597904] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec15bf65-f667-48ac-926c-402bb9642dcf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.604522] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1224.604522] env[62136]: value = "task-2287432" [ 1224.604522] env[62136]: _type = "Task" [ 1224.604522] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.614327] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.666150] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Starting instance... {{(pid=62136) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.968928] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f79570-9ee6-6bff-0041-1f47d3e6482f, 'name': SearchDatastore_Task, 'duration_secs': 0.031969} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.969319] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.969557] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.969788] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.969933] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.970203] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.972974] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0604b7-ca5b-4797-97d1-e2cc6380ce1b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.983251] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.983479] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.984301] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2f1e05-a353-4248-9d1d-0de91a5ac625 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.989218] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1224.989218] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52250fbf-d205-aa8d-1245-48f6a09e0fb3" [ 1224.989218] env[62136]: _type = "Task" [ 1224.989218] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.996970] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52250fbf-d205-aa8d-1245-48f6a09e0fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.104955] env[62136]: DEBUG nova.network.neutron [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Updated VIF entry in instance network info cache for port 5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.105554] env[62136]: DEBUG nova.network.neutron [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Updating instance_info_cache with network_info: [{"id": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "address": "fa:16:3e:b9:a2:97", "network": {"id": "125bbce3-8a1d-4ea7-935d-009aa4fae041", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67698764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8a1b87c6f64c8f808a4a7bea5acb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5bcf44-74", "ovs_interfaceid": "5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.119483] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287432, 'name': PowerOffVM_Task, 'duration_secs': 0.186286} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.120685] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.120994] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.121373] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51de1fdb-e936-4c4a-85d5-51b314f5e3d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.191084] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.191301] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.191543] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleting the datastore file [datastore1] 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.192642] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.192887] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.195240] env[62136]: INFO nova.compute.claims [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.197995] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8be3681b-07bf-439d-a5b8-6b60c90dadc3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.209021] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for the task: (returnval){ [ 1225.209021] env[62136]: value = "task-2287434" [ 1225.209021] env[62136]: _type = "Task" [ 1225.209021] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.213709] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.502040] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52250fbf-d205-aa8d-1245-48f6a09e0fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.502040] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2080176-0898-4480-b67f-12c3dc4613c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.507098] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1225.507098] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52054762-63cd-96d6-1773-fddb04323ada" [ 1225.507098] env[62136]: _type = "Task" [ 1225.507098] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.515342] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52054762-63cd-96d6-1773-fddb04323ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.614945] env[62136]: DEBUG oslo_concurrency.lockutils [req-469b49ad-a2dd-4abd-9c74-8f0486ec92bf req-6caeffff-9f70-4a2d-8d2a-7089c794f955 service nova] Releasing lock "refresh_cache-6f443aeb-01b6-4c07-947a-5d3070b2f380" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.716583] env[62136]: DEBUG oslo_vmware.api [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Task: {'id': task-2287434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209781} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.717586] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.717789] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.717983] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.718182] env[62136]: INFO nova.compute.manager [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1225.718435] env[62136]: DEBUG oslo.service.loopingcall [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.718884] env[62136]: DEBUG nova.compute.manager [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.718985] env[62136]: DEBUG nova.network.neutron [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.023867] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52054762-63cd-96d6-1773-fddb04323ada, 'name': SearchDatastore_Task, 'duration_secs': 0.038506} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.024268] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.024782] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 6f443aeb-01b6-4c07-947a-5d3070b2f380/6f443aeb-01b6-4c07-947a-5d3070b2f380.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.025115] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172ed303-3064-4793-a511-0dc4972041ec {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.032593] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1226.032593] env[62136]: value = "task-2287435" [ 1226.032593] env[62136]: _type = "Task" [ 1226.032593] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.043188] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.263849] env[62136]: DEBUG nova.compute.manager [req-4e2b1fc4-b3b3-4648-95f5-74cdfa26740a req-d222fada-86e8-4e4a-b918-43632477464e service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Received event network-vif-deleted-c939d964-b98b-4444-b308-34d4104c90d9 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.264054] env[62136]: INFO nova.compute.manager [req-4e2b1fc4-b3b3-4648-95f5-74cdfa26740a req-d222fada-86e8-4e4a-b918-43632477464e service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Neutron deleted interface c939d964-b98b-4444-b308-34d4104c90d9; detaching it from the instance and deleting it from the info cache [ 1226.264241] env[62136]: DEBUG nova.network.neutron [req-4e2b1fc4-b3b3-4648-95f5-74cdfa26740a req-d222fada-86e8-4e4a-b918-43632477464e service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.283385] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291930d9-dc90-47e1-b591-4b3815405c6d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.291278] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032d8c2-d20a-458d-a677-cf708f62bf19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.324133] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01136b-53f3-4692-a37a-6ceb3f5ba5f6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.331685] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0723a3-2f76-45b0-b484-06e51396b23c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.352897] env[62136]: DEBUG nova.compute.provider_tree [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.542950] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.742621] env[62136]: DEBUG nova.network.neutron [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.766696] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-306cb631-fb9f-4138-b16e-494a55dd8228 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.776785] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd40a53-ac60-4e34-ad28-90b2c0f1bbe3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.803069] env[62136]: DEBUG nova.compute.manager [req-4e2b1fc4-b3b3-4648-95f5-74cdfa26740a req-d222fada-86e8-4e4a-b918-43632477464e service nova] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Detach interface failed, port_id=c939d964-b98b-4444-b308-34d4104c90d9, reason: Instance 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1226.856288] env[62136]: DEBUG nova.scheduler.client.report [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.043614] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616119} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.044618] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore2] 6f443aeb-01b6-4c07-947a-5d3070b2f380/6f443aeb-01b6-4c07-947a-5d3070b2f380.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.044752] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.044895] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b60f53-11fe-4fe3-b8d3-2a1ce03713c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.051644] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1227.051644] env[62136]: value = "task-2287436" [ 1227.051644] env[62136]: _type = "Task" [ 1227.051644] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.059258] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.245641] env[62136]: INFO nova.compute.manager [-] [instance: 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9] Took 1.53 seconds to deallocate network for instance. [ 1227.361431] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.362082] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Start building networks asynchronously for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.561457] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092316} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.561760] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.562574] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ddd15-efcc-438d-b2e1-5881aa7419ba {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.585709] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6f443aeb-01b6-4c07-947a-5d3070b2f380/6f443aeb-01b6-4c07-947a-5d3070b2f380.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.586021] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d1bcad-4bc9-488e-8f40-58fd3c61c47c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.605377] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1227.605377] env[62136]: value = "task-2287437" [ 1227.605377] env[62136]: _type = "Task" [ 1227.605377] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.613474] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.752861] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.753244] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.753491] env[62136]: DEBUG nova.objects.instance [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lazy-loading 'resources' on Instance uuid 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1227.867371] env[62136]: DEBUG nova.compute.utils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1227.869430] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Allocating IP information in the background. {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.869687] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] allocate_for_instance() {{(pid=62136) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.919318] env[62136]: DEBUG nova.policy [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62cc103ccef14ead9a396cbd745f854c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11700c8f296a463b87cee10b35fa3884', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62136) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.116406] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287437, 'name': ReconfigVM_Task, 'duration_secs': 0.310187} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.116825] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6f443aeb-01b6-4c07-947a-5d3070b2f380/6f443aeb-01b6-4c07-947a-5d3070b2f380.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.117384] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-367e5294-b52a-4433-b0db-ffe62be5f557 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.124421] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1228.124421] env[62136]: value = "task-2287438" [ 1228.124421] env[62136]: _type = "Task" [ 1228.124421] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.132374] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287438, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.187707] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Successfully created port: 8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.341308] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934f3b2-a517-418f-b6e7-eaaba6362a43 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.349507] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a3a64-f523-4e6b-be49-ce3b688d4192 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.378615] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Start building block device mappings for instance. {{(pid=62136) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.381902] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100be326-e6af-474e-b260-947095fe6086 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.390158] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246da41-fa83-4d18-9621-0a27769baf23 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.404672] env[62136]: DEBUG nova.compute.provider_tree [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.414776] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.415642] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c0eb7-fe24-4602-9185-6ea3546b76e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.422162] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.422329] env[62136]: ERROR oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk due to incomplete transfer. [ 1228.422544] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fe025c6-ab33-4b95-8208-e8db61ec4edf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.430286] env[62136]: DEBUG oslo_vmware.rw_handles [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529efa79-e06c-56e8-b89d-70d606f67917/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.430851] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Uploaded image 03b36ded-ea15-4a95-9028-2d4c0a7a850b to the Glance image server {{(pid=62136) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.432916] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Destroying the VM {{(pid=62136) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.433177] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e890b71-c092-4af7-952f-22972afa12a3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.439535] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1228.439535] env[62136]: value = "task-2287439" [ 1228.439535] env[62136]: _type = "Task" [ 1228.439535] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.447135] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287439, 'name': Destroy_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.635134] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287438, 'name': Rename_Task, 'duration_secs': 0.163071} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.635134] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.635134] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5714de7-ee5b-4627-a279-331629da0594 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.640573] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1228.640573] env[62136]: value = "task-2287440" [ 1228.640573] env[62136]: _type = "Task" [ 1228.640573] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.648008] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.909319] env[62136]: DEBUG nova.scheduler.client.report [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.950530] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287439, 'name': Destroy_Task, 'duration_secs': 0.344632} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.950922] env[62136]: INFO nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Destroyed the VM [ 1228.951277] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleting Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.951602] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5dd7bc60-b964-4468-9379-85fbb73f756e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.959034] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1228.959034] env[62136]: value = "task-2287441" [ 1228.959034] env[62136]: _type = "Task" [ 1228.959034] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.967835] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287441, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.151249] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.391548] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Start spawning the instance on the hypervisor. {{(pid=62136) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.412596] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T16:39:28Z,direct_url=,disk_format='vmdk',id=f9a52f0b-bf25-404f-8242-b079f119d77d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='57e89a45c1e247198ba9e6b407345451',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T16:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.413098] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.413098] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.413236] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.413436] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.413598] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.413821] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.414186] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.414186] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.414305] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.414479] env[62136]: DEBUG nova.virt.hardware [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.415482] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.417560] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab33172-2e2b-434e-9641-94956b916e80 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.426513] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24e57c-4266-4291-babd-e21f28b7058b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.440611] env[62136]: INFO nova.scheduler.client.report [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Deleted allocations for instance 7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9 [ 1229.468282] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287441, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341502} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.468551] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleted Snapshot of the VM instance {{(pid=62136) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.469056] env[62136]: DEBUG nova.compute.manager [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.469657] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e141ea97-8557-4862-bbe4-52945bdd346e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.628832] env[62136]: DEBUG nova.compute.manager [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Received event network-vif-plugged-8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1229.629122] env[62136]: DEBUG oslo_concurrency.lockutils [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.629341] env[62136]: DEBUG oslo_concurrency.lockutils [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.629646] env[62136]: DEBUG oslo_concurrency.lockutils [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.629835] env[62136]: DEBUG nova.compute.manager [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] No waiting events found dispatching network-vif-plugged-8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.629964] env[62136]: WARNING nova.compute.manager [req-31eee605-0fc9-47c5-b201-91c40b8c5f03 req-c7cdd0f3-f39f-4bdd-9803-c1d1ccc174a9 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Received unexpected event network-vif-plugged-8d1ed88e-e28b-4565-a6c1-b3432d0e392c for instance with vm_state building and task_state spawning. [ 1229.651162] env[62136]: DEBUG oslo_vmware.api [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287440, 'name': PowerOnVM_Task, 'duration_secs': 0.560599} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.651458] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.651641] env[62136]: INFO nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1229.651825] env[62136]: DEBUG nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.652643] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314799de-67ef-436b-a4df-101cf046afbc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.719624] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Successfully updated port: 8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.950658] env[62136]: DEBUG oslo_concurrency.lockutils [None req-4225ed13-8031-4a1d-91c4-aa3cb877c662 tempest-ServerActionsTestOtherB-593914617 tempest-ServerActionsTestOtherB-593914617-project-member] Lock "7e8c8f6e-f3d3-480f-92e7-72d0ac3106d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.980129] env[62136]: INFO nova.compute.manager [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Shelve offloading [ 1230.167840] env[62136]: INFO nova.compute.manager [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Took 12.74 seconds to build instance. [ 1230.222429] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.222613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.222784] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.483404] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.483804] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b90bb7-c36c-421c-bd25-a44d1d1b6728 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.491538] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1230.491538] env[62136]: value = "task-2287443" [ 1230.491538] env[62136]: _type = "Task" [ 1230.491538] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.499809] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.672115] env[62136]: DEBUG oslo_concurrency.lockutils [None req-63baaf55-f6da-45ef-b1b7-01eacd162b1a tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.255s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.769097] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Instance cache missing network info. {{(pid=62136) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.903794] env[62136]: DEBUG nova.network.neutron [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating instance_info_cache with network_info: [{"id": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "address": "fa:16:3e:aa:ad:e9", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1ed88e-e2", "ovs_interfaceid": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.001748] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] VM already powered off {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1231.001921] env[62136]: DEBUG nova.compute.manager [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.002728] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654fda31-4da3-4c7a-8d49-a3b87884dc56 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.008138] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.008305] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.008474] env[62136]: DEBUG nova.network.neutron [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.173185] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.173613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.173613] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.173970] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.174205] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.176648] env[62136]: INFO nova.compute.manager [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Terminating instance [ 1231.406848] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.407295] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Instance network_info: |[{"id": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "address": "fa:16:3e:aa:ad:e9", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1ed88e-e2", "ovs_interfaceid": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62136) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.407636] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ad:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1ed88e-e28b-4565-a6c1-b3432d0e392c', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.415241] env[62136]: DEBUG oslo.service.loopingcall [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.415443] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.415665] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-581d90e7-e9b9-4d4d-97df-79ac4f38403a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.435083] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.435083] env[62136]: value = "task-2287444" [ 1231.435083] env[62136]: _type = "Task" [ 1231.435083] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.446201] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287444, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.661082] env[62136]: DEBUG nova.compute.manager [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Received event network-changed-8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1231.661304] env[62136]: DEBUG nova.compute.manager [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Refreshing instance network info cache due to event network-changed-8d1ed88e-e28b-4565-a6c1-b3432d0e392c. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1231.661535] env[62136]: DEBUG oslo_concurrency.lockutils [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] Acquiring lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.661683] env[62136]: DEBUG oslo_concurrency.lockutils [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] Acquired lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.661883] env[62136]: DEBUG nova.network.neutron [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Refreshing network info cache for port 8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.680154] env[62136]: DEBUG nova.compute.manager [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.680388] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.681321] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407d4eb-3d86-487c-a259-165ba36a6008 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.690301] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.690755] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b62ebf2-1c3a-48f7-8a2e-72713f1791d1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.699011] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1231.699011] env[62136]: value = "task-2287445" [ 1231.699011] env[62136]: _type = "Task" [ 1231.699011] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.711243] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.788289] env[62136]: DEBUG nova.network.neutron [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.945112] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287444, 'name': CreateVM_Task, 'duration_secs': 0.316817} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.945295] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.946066] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.946261] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.946621] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.946887] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20dbd7b-0479-4714-8386-163b58017319 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.951273] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1231.951273] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d3858d-7d47-b9b8-b3de-f879e9f63db6" [ 1231.951273] env[62136]: _type = "Task" [ 1231.951273] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.958968] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d3858d-7d47-b9b8-b3de-f879e9f63db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.208064] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287445, 'name': PowerOffVM_Task, 'duration_secs': 0.21002} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.208410] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.208501] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.208752] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cdd78ef-2106-49a4-98a1-43feedeffca4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.274627] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.274955] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.275225] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Deleting the datastore file [datastore2] 6f443aeb-01b6-4c07-947a-5d3070b2f380 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.275442] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891a2ea0-fc8c-4cbb-8f5f-e91dbb5b69c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.283064] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for the task: (returnval){ [ 1232.283064] env[62136]: value = "task-2287447" [ 1232.283064] env[62136]: _type = "Task" [ 1232.283064] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.291668] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.293427] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.366104] env[62136]: DEBUG nova.network.neutron [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updated VIF entry in instance network info cache for port 8d1ed88e-e28b-4565-a6c1-b3432d0e392c. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.366491] env[62136]: DEBUG nova.network.neutron [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating instance_info_cache with network_info: [{"id": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "address": "fa:16:3e:aa:ad:e9", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1ed88e-e2", "ovs_interfaceid": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.462342] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52d3858d-7d47-b9b8-b3de-f879e9f63db6, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.462677] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.462930] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Processing image f9a52f0b-bf25-404f-8242-b079f119d77d {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.463183] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.463330] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.463508] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.463800] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3169d7-58dd-4705-be02-baae21a79227 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.474190] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.474386] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.475227] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a26135-eed3-4af9-8434-7de24022494b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.480500] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1232.480500] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b0ff2-b1a3-f990-8777-0458978548ed" [ 1232.480500] env[62136]: _type = "Task" [ 1232.480500] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.488607] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b0ff2-b1a3-f990-8777-0458978548ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.606848] env[62136]: DEBUG nova.compute.manager [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-vif-unplugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.607086] env[62136]: DEBUG oslo_concurrency.lockutils [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.607756] env[62136]: DEBUG oslo_concurrency.lockutils [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.607756] env[62136]: DEBUG oslo_concurrency.lockutils [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.607756] env[62136]: DEBUG nova.compute.manager [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] No waiting events found dispatching network-vif-unplugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.607756] env[62136]: WARNING nova.compute.manager [req-612e860a-cc17-4e2e-add3-ad9fe5ce5782 req-95af4819-c453-4087-9614-9639e5753a6e service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received unexpected event network-vif-unplugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 for instance with vm_state shelved and task_state shelving_offloading. [ 1232.699966] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.700951] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da011abc-91eb-4b35-9ccb-75ae8d4ac8ae {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.708310] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.708545] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf6bffc-1da2-401c-b247-ada1c537e727 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.777532] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.777532] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.777753] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.778019] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e4ee0d5-9910-42d4-9e12-9f91fec37e5e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.784373] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1232.784373] env[62136]: value = "task-2287449" [ 1232.784373] env[62136]: _type = "Task" [ 1232.784373] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.794763] env[62136]: DEBUG oslo_vmware.api [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Task: {'id': task-2287447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134823} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.797664] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.797863] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.798052] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.798232] env[62136]: INFO nova.compute.manager [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.798470] env[62136]: DEBUG oslo.service.loopingcall [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1232.798742] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.798873] env[62136]: DEBUG nova.compute.manager [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.798971] env[62136]: DEBUG nova.network.neutron [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.869658] env[62136]: DEBUG oslo_concurrency.lockutils [req-05e37f4d-1a70-41f2-93bd-9552deb93cc1 req-38084795-c466-4e6d-a116-f2c9941e3e81 service nova] Releasing lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.991023] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]520b0ff2-b1a3-f990-8777-0458978548ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.991806] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20576ca7-1ea6-4aaf-baa5-e4d70c1512a4 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.997238] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1232.997238] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f8d9f-185f-458f-357d-e6efcff0fbdc" [ 1232.997238] env[62136]: _type = "Task" [ 1232.997238] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.006214] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f8d9f-185f-458f-357d-e6efcff0fbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.296683] env[62136]: DEBUG oslo_vmware.api [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125014} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.297157] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.297157] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.297345] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.318421] env[62136]: INFO nova.scheduler.client.report [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted allocations for instance c7228990-0a39-4901-b762-77559dc614f7 [ 1233.508235] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]523f8d9f-185f-458f-357d-e6efcff0fbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.508235] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.508235] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 4445e0ee-fcf3-4d52-8b8d-045073898809/4445e0ee-fcf3-4d52-8b8d-045073898809.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.508235] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02477b01-3ad8-4ba5-983d-2be145bba874 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.515513] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1233.515513] env[62136]: value = "task-2287450" [ 1233.515513] env[62136]: _type = "Task" [ 1233.515513] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.524125] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.526928] env[62136]: DEBUG nova.network.neutron [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.823321] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.823601] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.823899] env[62136]: DEBUG nova.objects.instance [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'resources' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1234.026730] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441866} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.027337] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9a52f0b-bf25-404f-8242-b079f119d77d/f9a52f0b-bf25-404f-8242-b079f119d77d.vmdk to [datastore1] 4445e0ee-fcf3-4d52-8b8d-045073898809/4445e0ee-fcf3-4d52-8b8d-045073898809.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.027720] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Extending root virtual disk to 1048576 {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.028370] env[62136]: INFO nova.compute.manager [-] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Took 1.23 seconds to deallocate network for instance. [ 1234.028805] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa08c4f-ae16-47ef-8c77-4d187f4c5f17 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.042115] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1234.042115] env[62136]: value = "task-2287451" [ 1234.042115] env[62136]: _type = "Task" [ 1234.042115] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.055628] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.326722] env[62136]: DEBUG nova.objects.instance [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'numa_topology' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1234.545265] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.557897] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065551} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.558283] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Extended root virtual disk {{(pid=62136) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.559417] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865acdb-72ba-45c8-b46a-ad37cef00834 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.583547] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 4445e0ee-fcf3-4d52-8b8d-045073898809/4445e0ee-fcf3-4d52-8b8d-045073898809.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.583787] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb01372-1ac7-4782-a148-cfd9ac0913c1 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.602618] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1234.602618] env[62136]: value = "task-2287452" [ 1234.602618] env[62136]: _type = "Task" [ 1234.602618] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.610546] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.727369] env[62136]: DEBUG nova.compute.manager [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.727506] env[62136]: DEBUG nova.compute.manager [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing instance network info cache due to event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1234.727720] env[62136]: DEBUG oslo_concurrency.lockutils [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.727865] env[62136]: DEBUG oslo_concurrency.lockutils [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.728036] env[62136]: DEBUG nova.network.neutron [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.829335] env[62136]: DEBUG nova.objects.base [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62136) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.876907] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6354e6-73c5-4f8b-aec7-757b70c3e8de {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.885281] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d7275-adec-43b9-8444-b7cc3d8565e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.914442] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552870b4-612c-4c99-8154-275788cc57d3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.921763] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af023140-f4a5-4842-a4b7-33269f95684c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.936316] env[62136]: DEBUG nova.compute.provider_tree [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.113140] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287452, 'name': ReconfigVM_Task, 'duration_secs': 0.496007} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.113449] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 4445e0ee-fcf3-4d52-8b8d-045073898809/4445e0ee-fcf3-4d52-8b8d-045073898809.vmdk or device None with type sparse {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.114133] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f58ce65-f3d2-4221-b2b1-de1e45d9c06a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.119889] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1235.119889] env[62136]: value = "task-2287453" [ 1235.119889] env[62136]: _type = "Task" [ 1235.119889] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.127294] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287453, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.439497] env[62136]: DEBUG nova.scheduler.client.report [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.451795] env[62136]: DEBUG nova.network.neutron [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updated VIF entry in instance network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.452157] env[62136]: DEBUG nova.network.neutron [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap888b0e71-9f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.629066] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287453, 'name': Rename_Task, 'duration_secs': 0.162197} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.629340] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.629583] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33be9e07-04fa-4869-a717-099c2f444c9d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.635559] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1235.635559] env[62136]: value = "task-2287454" [ 1235.635559] env[62136]: _type = "Task" [ 1235.635559] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.647304] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.946428] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.948915] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.404s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.949163] env[62136]: DEBUG nova.objects.instance [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lazy-loading 'resources' on Instance uuid 6f443aeb-01b6-4c07-947a-5d3070b2f380 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1235.954596] env[62136]: DEBUG oslo_concurrency.lockutils [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.954838] env[62136]: DEBUG nova.compute.manager [req-b56ffe06-ccfb-4357-a542-2346afb0cbaf req-f544a960-7887-45a2-8ba8-776bdf5037f8 service nova] [instance: 6f443aeb-01b6-4c07-947a-5d3070b2f380] Received event network-vif-deleted-5b5bcf44-74e4-41d2-a2c0-c2ca91f8491e {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.146252] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.146549] env[62136]: DEBUG oslo_vmware.api [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287454, 'name': PowerOnVM_Task, 'duration_secs': 0.436618} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.146806] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.147022] env[62136]: INFO nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1236.147215] env[62136]: DEBUG nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.147982] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1325485-0b49-4063-80c7-532e95f65acc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.457520] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47ac18be-6273-43af-bee9-45e711de39b0 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.887s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.458393] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.312s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.458578] env[62136]: INFO nova.compute.manager [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Unshelving [ 1236.503716] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee68a37-5555-4c57-bb4c-344f5ee3f4e7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.511433] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e46e6db-b91e-46f5-8487-b881d4818cc9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.541617] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688298ce-f2be-4f63-b2ff-befe6f5fe516 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.548670] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e6f2b-deed-4e5e-a908-a91a0def79ed {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.561327] env[62136]: DEBUG nova.compute.provider_tree [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.664299] env[62136]: INFO nova.compute.manager [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Took 11.49 seconds to build instance. [ 1237.064535] env[62136]: DEBUG nova.scheduler.client.report [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.165534] env[62136]: DEBUG oslo_concurrency.lockutils [None req-47d61f32-5f5f-491f-8045-c5fa50a349fb tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.002s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.479932] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.570259] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.572804] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.093s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.573032] env[62136]: DEBUG nova.objects.instance [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'pci_requests' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1237.589173] env[62136]: INFO nova.scheduler.client.report [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Deleted allocations for instance 6f443aeb-01b6-4c07-947a-5d3070b2f380 [ 1237.647502] env[62136]: DEBUG nova.compute.manager [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Received event network-changed-8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.647709] env[62136]: DEBUG nova.compute.manager [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Refreshing instance network info cache due to event network-changed-8d1ed88e-e28b-4565-a6c1-b3432d0e392c. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.647928] env[62136]: DEBUG oslo_concurrency.lockutils [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] Acquiring lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.648084] env[62136]: DEBUG oslo_concurrency.lockutils [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] Acquired lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.648250] env[62136]: DEBUG nova.network.neutron [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Refreshing network info cache for port 8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.077685] env[62136]: DEBUG nova.objects.instance [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'numa_topology' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1238.098409] env[62136]: DEBUG oslo_concurrency.lockutils [None req-dfbcbfe9-8a89-4b0c-ac0e-900b23ca2d7d tempest-ServerAddressesNegativeTestJSON-381364981 tempest-ServerAddressesNegativeTestJSON-381364981-project-member] Lock "6f443aeb-01b6-4c07-947a-5d3070b2f380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.925s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.363887] env[62136]: DEBUG nova.network.neutron [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updated VIF entry in instance network info cache for port 8d1ed88e-e28b-4565-a6c1-b3432d0e392c. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.364457] env[62136]: DEBUG nova.network.neutron [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating instance_info_cache with network_info: [{"id": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "address": "fa:16:3e:aa:ad:e9", "network": {"id": "bd30ad5c-3478-4553-9912-9f1de1f77e4a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921217869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11700c8f296a463b87cee10b35fa3884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1ed88e-e2", "ovs_interfaceid": "8d1ed88e-e28b-4565-a6c1-b3432d0e392c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.582584] env[62136]: INFO nova.compute.claims [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.867186] env[62136]: DEBUG oslo_concurrency.lockutils [req-07c613d7-205f-4b96-b69d-109f6dcfbe1d req-92cfdd34-b4aa-4a7b-a8cf-7876125e3be1 service nova] Releasing lock "refresh_cache-4445e0ee-fcf3-4d52-8b8d-045073898809" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.638043] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f09f67b-1f29-4ceb-a5c0-4afbf215a222 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.647071] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f044dd4-ce54-437f-898d-2e1ca6820b61 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.676828] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac4d2d-4189-4b9a-9a71-c23304acf1bd {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.684516] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c3271-3c35-4147-9957-705d3dad42dc {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.697901] env[62136]: DEBUG nova.compute.provider_tree [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.201139] env[62136]: DEBUG nova.scheduler.client.report [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.708800] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.740009] env[62136]: INFO nova.network.neutron [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1242.116301] env[62136]: DEBUG nova.compute.manager [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.116540] env[62136]: DEBUG oslo_concurrency.lockutils [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.116688] env[62136]: DEBUG oslo_concurrency.lockutils [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.116797] env[62136]: DEBUG oslo_concurrency.lockutils [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.116948] env[62136]: DEBUG nova.compute.manager [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] No waiting events found dispatching network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.117130] env[62136]: WARNING nova.compute.manager [req-c431340d-0477-4b22-8963-576c420e2d52 req-2c65412b-73ac-4cdd-99c9-710dbfcf8448 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received unexpected event network-vif-plugged-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.207937] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.208101] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.208279] env[62136]: DEBUG nova.network.neutron [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Building network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.954059] env[62136]: DEBUG nova.network.neutron [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.457145] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.485504] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T16:39:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e093e20201b3af035441e155762687e9',container_format='bare',created_at=2025-02-04T16:53:12Z,direct_url=,disk_format='vmdk',id=03b36ded-ea15-4a95-9028-2d4c0a7a850b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1001100084-shelved',owner='55f11b440831491cb34f3262e3c3b785',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-02-04T16:53:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.485804] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.485945] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image limits 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.486150] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Flavor pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.486303] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Image pref 0:0:0 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.486455] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62136) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.486669] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.486832] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.487014] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Got 1 possible topologies {{(pid=62136) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.487187] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.487364] env[62136]: DEBUG nova.virt.hardware [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62136) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.488254] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23d082-9cf5-4841-9102-3836167f9a37 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.496751] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2135131e-03fe-4038-bc92-29e93b9eec8a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.510409] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:96:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0', 'vif_model': 'vmxnet3'}] {{(pid=62136) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.517853] env[62136]: DEBUG oslo.service.loopingcall [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.518165] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Creating VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.518390] env[62136]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d9c47ff-c54a-4689-972e-d85748b8848a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.537840] env[62136]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.537840] env[62136]: value = "task-2287455" [ 1243.537840] env[62136]: _type = "Task" [ 1243.537840] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.546256] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287455, 'name': CreateVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.049074] env[62136]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287455, 'name': CreateVM_Task, 'duration_secs': 0.335508} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.049074] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Created VM on the ESX host {{(pid=62136) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.049289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.049395] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.049749] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.050018] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a945ce43-fafc-496c-9bb4-89af33230d3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.054369] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1244.054369] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52400f4b-705f-e5fa-67b1-b7252448e9c3" [ 1244.054369] env[62136]: _type = "Task" [ 1244.054369] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.061487] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52400f4b-705f-e5fa-67b1-b7252448e9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.141088] env[62136]: DEBUG nova.compute.manager [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.141297] env[62136]: DEBUG nova.compute.manager [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing instance network info cache due to event network-changed-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.141511] env[62136]: DEBUG oslo_concurrency.lockutils [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.141660] env[62136]: DEBUG oslo_concurrency.lockutils [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.141820] env[62136]: DEBUG nova.network.neutron [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Refreshing network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.565699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.565699] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Processing image 03b36ded-ea15-4a95-9028-2d4c0a7a850b {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.565699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.565699] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.565699] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.565699] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93dd71b9-c86d-42be-9773-12eae6388353 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.573507] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.573670] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62136) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.574348] env[62136]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b7625a-bdc8-497f-8943-2265dbfc6d3f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.578781] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1244.578781] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5223e339-34f9-f094-51bc-7cee9b6a472c" [ 1244.578781] env[62136]: _type = "Task" [ 1244.578781] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.585832] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]5223e339-34f9-f094-51bc-7cee9b6a472c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.840679] env[62136]: DEBUG nova.network.neutron [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updated VIF entry in instance network info cache for port 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0. {{(pid=62136) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.841121] env[62136]: DEBUG nova.network.neutron [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.904129] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.904285] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1244.904399] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Rebuilding the list of instances to heal {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1245.088801] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Preparing fetch location {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1245.089035] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Fetch image to [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483/OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483.vmdk {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1245.089236] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Downloading stream optimized image 03b36ded-ea15-4a95-9028-2d4c0a7a850b to [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483/OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483.vmdk on the data store datastore2 as vApp {{(pid=62136) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1245.089407] env[62136]: DEBUG nova.virt.vmwareapi.images [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Downloading image file data 03b36ded-ea15-4a95-9028-2d4c0a7a850b to the ESX as VM named 'OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483' {{(pid=62136) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1245.156310] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1245.156310] env[62136]: value = "resgroup-9" [ 1245.156310] env[62136]: _type = "ResourcePool" [ 1245.156310] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1245.156608] env[62136]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fd92c8cb-d1cc-4383-bd82-e803c2854aff {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.178105] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease: (returnval){ [ 1245.178105] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1245.178105] env[62136]: _type = "HttpNfcLease" [ 1245.178105] env[62136]: } obtained for vApp import into resource pool (val){ [ 1245.178105] env[62136]: value = "resgroup-9" [ 1245.178105] env[62136]: _type = "ResourcePool" [ 1245.178105] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1245.178359] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the lease: (returnval){ [ 1245.178359] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1245.178359] env[62136]: _type = "HttpNfcLease" [ 1245.178359] env[62136]: } to be ready. {{(pid=62136) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.184537] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.184537] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1245.184537] env[62136]: _type = "HttpNfcLease" [ 1245.184537] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.343604] env[62136]: DEBUG oslo_concurrency.lockutils [req-959b5ee6-f3ad-4f17-ac83-c1b3efa85de6 req-8cd1a6dc-e027-47c9-8a83-a6bf490ddbd2 service nova] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.407211] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.407443] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquired lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.407504] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c7228990-0a39-4901-b762-77559dc614f7] Forcefully refreshing network info cache for instance {{(pid=62136) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1245.407652] env[62136]: DEBUG nova.objects.instance [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lazy-loading 'info_cache' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1245.686706] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.686706] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1245.686706] env[62136]: _type = "HttpNfcLease" [ 1245.686706] env[62136]: } is initializing. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.187023] env[62136]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.187023] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1246.187023] env[62136]: _type = "HttpNfcLease" [ 1246.187023] env[62136]: } is ready. {{(pid=62136) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.187319] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.187319] env[62136]: value = "session[52dcdba3-4356-5e01-98b1-1f3e4fa71dfd]52f5aca1-7a5c-c070-e80d-9192a01bfbf5" [ 1246.187319] env[62136]: _type = "HttpNfcLease" [ 1246.187319] env[62136]: }. {{(pid=62136) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1246.188032] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f42406-6a0c-43fc-9150-5d6c3156e15e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.194605] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk from lease info. {{(pid=62136) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.194781] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk. {{(pid=62136) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1246.257874] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92812812-927e-438f-88a9-f475328eb2ad {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.150949] env[62136]: DEBUG nova.network.neutron [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [{"id": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "address": "fa:16:3e:bb:96:62", "network": {"id": "4f4e8d6d-241d-4d69-8498-1649c63ba11e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1840597799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55f11b440831491cb34f3262e3c3b785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888b0e71-9f", "ovs_interfaceid": "888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.284352] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Completed reading data from the image iterator. {{(pid=62136) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1247.284605] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.285822] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17937c-271c-4c80-8ff5-09eda047da60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.292601] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk is in state: ready. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.292796] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk. {{(pid=62136) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1247.293083] env[62136]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-23f512fa-e82d-4983-9b78-10c787e6caf0 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.479029] env[62136]: DEBUG oslo_vmware.rw_handles [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52887bc6-2c9e-c2fb-687f-5947e6b8b8e7/disk-0.vmdk. {{(pid=62136) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1247.479029] env[62136]: INFO nova.virt.vmwareapi.images [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Downloaded image file data 03b36ded-ea15-4a95-9028-2d4c0a7a850b [ 1247.479922] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93859c3-5342-48d4-b261-92058dfbf623 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.496564] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-316abb6c-eacd-4814-ba68-bf377bd769d5 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.527479] env[62136]: INFO nova.virt.vmwareapi.images [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] The imported VM was unregistered [ 1247.529981] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Caching image {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1247.530234] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Creating directory with path [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.530500] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa68875-2ece-4584-b126-54f57b19bd83 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.564329] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Created directory with path [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b {{(pid=62136) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.564466] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483/OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483.vmdk to [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk. {{(pid=62136) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1247.564713] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-570864eb-9f89-4092-8cf2-38486fd355a9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.571804] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1247.571804] env[62136]: value = "task-2287458" [ 1247.571804] env[62136]: _type = "Task" [ 1247.571804] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.579263] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.654277] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Releasing lock "refresh_cache-c7228990-0a39-4901-b762-77559dc614f7" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.654545] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updated the network info_cache for instance {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1247.654783] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.655023] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.084469] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.158053] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.158634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.158634] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.158634] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1248.250489] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46afd7d8-51f9-4c26-b9d2-40abb460590d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.250489] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d37274-5978-49a5-b880-0be7f6384e32 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.250489] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24916eda-90f5-4692-940c-2acfd50e77d6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.250489] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a871e-eb52-4032-a3e3-3fbee490bfd9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.250489] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180485MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1248.250489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.250489] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.585646] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.085269] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.256963] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance 4445e0ee-fcf3-4d52-8b8d-045073898809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.257292] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Instance c7228990-0a39-4901-b762-77559dc614f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62136) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.257340] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1249.257457] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1249.300884] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f2776-c8e4-4f23-bf3e-2d70db94cd12 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.311562] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa033a-f777-475b-b734-5c544a7a6508 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.344592] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c0893-8e5d-4d52-ab88-a28c28262633 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.353904] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65144e16-314a-4342-b93d-cca5cca06ea2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.368973] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.586133] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.872255] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.084297] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287458, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.183806} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.084576] env[62136]: INFO nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483/OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483.vmdk to [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk. [ 1250.084770] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Cleaning up location [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483 {{(pid=62136) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1250.084937] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6e36888c-e088-48cb-aadf-b68abdf53483 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.085202] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c086bf1c-c87d-4162-a27a-e2a037db4baf {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.090562] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1250.090562] env[62136]: value = "task-2287459" [ 1250.090562] env[62136]: _type = "Task" [ 1250.090562] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.099420] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.377061] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1250.377365] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.600084] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044512} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.600329] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.600493] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk" {{(pid=62136) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.600756] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk to [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.601014] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf145dc-f90f-4e7f-91bc-6ac805632677 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.607218] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1250.607218] env[62136]: value = "task-2287460" [ 1250.607218] env[62136]: _type = "Task" [ 1250.607218] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.614082] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.625511] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.625701] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.625857] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.626019] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.626171] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.626301] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1251.118372] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.619502] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.120326] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.620952] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.905053] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.119313] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287460, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.235551} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.119559] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03b36ded-ea15-4a95-9028-2d4c0a7a850b/03b36ded-ea15-4a95-9028-2d4c0a7a850b.vmdk to [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk {{(pid=62136) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.120333] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa1b13e-9993-4c54-9e30-745fd04c390c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.141300] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.141529] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fb0e1d-7bb2-478f-8114-94a6d78552f9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.160372] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1253.160372] env[62136]: value = "task-2287461" [ 1253.160372] env[62136]: _type = "Task" [ 1253.160372] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.169601] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.669975] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287461, 'name': ReconfigVM_Task, 'duration_secs': 0.290343} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.670383] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c7228990-0a39-4901-b762-77559dc614f7/c7228990-0a39-4901-b762-77559dc614f7.vmdk or device None with type streamOptimized {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.670883] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e56d54-5770-4d1d-948d-7b4de413cf11 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.676482] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1253.676482] env[62136]: value = "task-2287462" [ 1253.676482] env[62136]: _type = "Task" [ 1253.676482] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.683415] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287462, 'name': Rename_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.186961] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287462, 'name': Rename_Task, 'duration_secs': 0.133412} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.187276] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powering on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.187535] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07e4b8ab-c2ab-45e4-9dbc-351999f60b8e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.193706] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1254.193706] env[62136]: value = "task-2287463" [ 1254.193706] env[62136]: _type = "Task" [ 1254.193706] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.200871] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.704171] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.204524] env[62136]: DEBUG oslo_vmware.api [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287463, 'name': PowerOnVM_Task, 'duration_secs': 0.599126} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.204791] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powered on the VM {{(pid=62136) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.314210] env[62136]: DEBUG nova.compute.manager [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Checking state {{(pid=62136) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.315145] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb7813-8abe-4a9b-a804-53cd0b959a94 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.832888] env[62136]: DEBUG oslo_concurrency.lockutils [None req-58c534e9-eb3d-4346-bc68-0b8d2aa307da tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.374s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.260801] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.261117] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.764953] env[62136]: DEBUG nova.compute.utils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Using /dev/sd instead of None {{(pid=62136) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.268542] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.325708] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.326125] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.326219] env[62136]: INFO nova.compute.manager [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Attaching volume 55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb to /dev/sdb [ 1270.356218] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac3cdd1-ab8c-432a-b522-947a9f7219c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.363552] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b63db-893f-4c8b-ba1e-eb35942da209 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.376286] env[62136]: DEBUG nova.virt.block_device [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating existing volume attachment record: 48c8ba75-320c-4b92-923c-dbd1a2950b47 {{(pid=62136) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.921028] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Volume attach. Driver type: vmdk {{(pid=62136) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.921301] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465567', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'name': 'volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4445e0ee-fcf3-4d52-8b8d-045073898809', 'attached_at': '', 'detached_at': '', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'serial': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.922191] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409af724-16f0-4c07-916b-50a2d7f1126b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.938565] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e249ff-8bd7-4d2c-ab48-33315750a8c7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.964887] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb/volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.965143] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1979c9f9-1c85-46e8-b9f2-1689cc6dee2c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.982869] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1274.982869] env[62136]: value = "task-2287466" [ 1274.982869] env[62136]: _type = "Task" [ 1274.982869] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.989937] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.493046] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287466, 'name': ReconfigVM_Task, 'duration_secs': 0.322656} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.493360] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb/volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb.vmdk or device None with type thin {{(pid=62136) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.498153] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf2511c-7563-4c36-a764-e478bffea61c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.512381] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1275.512381] env[62136]: value = "task-2287467" [ 1275.512381] env[62136]: _type = "Task" [ 1275.512381] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.519906] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.022278] env[62136]: DEBUG oslo_vmware.api [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287467, 'name': ReconfigVM_Task, 'duration_secs': 0.134702} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.022607] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465567', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'name': 'volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4445e0ee-fcf3-4d52-8b8d-045073898809', 'attached_at': '', 'detached_at': '', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'serial': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb'} {{(pid=62136) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1277.058875] env[62136]: DEBUG nova.objects.instance [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid 4445e0ee-fcf3-4d52-8b8d-045073898809 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1277.565394] env[62136]: DEBUG oslo_concurrency.lockutils [None req-90fbcb27-2770-484a-9254-a9f4f1939434 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.744555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.744555] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.247248] env[62136]: INFO nova.compute.manager [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Detaching volume 55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb [ 1278.277494] env[62136]: INFO nova.virt.block_device [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Attempting to driver detach volume 55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb from mountpoint /dev/sdb [ 1278.277747] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Volume detach. Driver type: vmdk {{(pid=62136) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.277937] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465567', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'name': 'volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4445e0ee-fcf3-4d52-8b8d-045073898809', 'attached_at': '', 'detached_at': '', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'serial': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.278806] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4936315f-51d6-4a5b-a93e-c45d757defe3 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.301653] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df976f81-69cb-449e-9c13-edd890ac5b54 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.307933] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d634c-f57a-444e-97a5-794b5b7b20f7 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.327189] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26437e4-14c3-4264-83be-be11d5c55ab9 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.340734] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] The volume has not been displaced from its original location: [datastore2] volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb/volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb.vmdk. No consolidation needed. {{(pid=62136) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.345913] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.346178] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d20448-12e4-4981-8d81-c8933c8dd6b6 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.362402] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1278.362402] env[62136]: value = "task-2287468" [ 1278.362402] env[62136]: _type = "Task" [ 1278.362402] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.369658] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.871857] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287468, 'name': ReconfigVM_Task, 'duration_secs': 0.220478} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.872100] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62136) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.876722] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd53c97c-ddff-4122-b3ed-8dc237ed8155 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.891625] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1278.891625] env[62136]: value = "task-2287469" [ 1278.891625] env[62136]: _type = "Task" [ 1278.891625] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.898800] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.401172] env[62136]: DEBUG oslo_vmware.api [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287469, 'name': ReconfigVM_Task, 'duration_secs': 0.129885} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.401549] env[62136]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465567', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'name': 'volume-55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4445e0ee-fcf3-4d52-8b8d-045073898809', 'attached_at': '', 'detached_at': '', 'volume_id': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb', 'serial': '55ee5a6a-19f8-4b3e-8265-3ddf77dfffeb'} {{(pid=62136) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1279.942576] env[62136]: DEBUG nova.objects.instance [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'flavor' on Instance uuid 4445e0ee-fcf3-4d52-8b8d-045073898809 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1280.950638] env[62136]: DEBUG oslo_concurrency.lockutils [None req-8f4b334d-e39a-410f-9a89-95c791e56655 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.976841] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.977303] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.977391] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.977576] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.977750] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.979955] env[62136]: INFO nova.compute.manager [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Terminating instance [ 1282.483989] env[62136]: DEBUG nova.compute.manager [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.484273] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.485204] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569b8bc3-1851-4e18-9e74-c9cff7efb9c2 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.493185] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.493408] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7531070-ee91-464b-8b56-e5cefc8f0f60 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.499567] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1282.499567] env[62136]: value = "task-2287470" [ 1282.499567] env[62136]: _type = "Task" [ 1282.499567] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.507198] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.009672] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287470, 'name': PowerOffVM_Task, 'duration_secs': 0.161843} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.010132] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.010132] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.010376] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52d7208f-6bb4-437e-852f-9a936bb6d522 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.073785] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.074046] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Deleting contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.074199] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleting the datastore file [datastore1] 4445e0ee-fcf3-4d52-8b8d-045073898809 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.074461] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8b5c243-b075-4f22-89a9-159dba0a9f74 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.080539] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for the task: (returnval){ [ 1283.080539] env[62136]: value = "task-2287472" [ 1283.080539] env[62136]: _type = "Task" [ 1283.080539] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.087717] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.590642] env[62136]: DEBUG oslo_vmware.api [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Task: {'id': task-2287472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126758} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.590967] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.591092] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Deleted contents of the VM from datastore datastore1 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.591296] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.591488] env[62136]: INFO nova.compute.manager [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1283.591732] env[62136]: DEBUG oslo.service.loopingcall [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.591924] env[62136]: DEBUG nova.compute.manager [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.592042] env[62136]: DEBUG nova.network.neutron [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.002380] env[62136]: DEBUG nova.compute.manager [req-85b3d790-d26e-444b-8fef-1cae6079257b req-d7891d06-0c31-4560-816e-2ad31044ff68 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Received event network-vif-deleted-8d1ed88e-e28b-4565-a6c1-b3432d0e392c {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.002464] env[62136]: INFO nova.compute.manager [req-85b3d790-d26e-444b-8fef-1cae6079257b req-d7891d06-0c31-4560-816e-2ad31044ff68 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Neutron deleted interface 8d1ed88e-e28b-4565-a6c1-b3432d0e392c; detaching it from the instance and deleting it from the info cache [ 1284.002574] env[62136]: DEBUG nova.network.neutron [req-85b3d790-d26e-444b-8fef-1cae6079257b req-d7891d06-0c31-4560-816e-2ad31044ff68 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.486701] env[62136]: DEBUG nova.network.neutron [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.505188] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a18a643d-ba88-4819-af29-d8026ba69548 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.514391] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f35bf5-831b-44d6-a6fa-abcd3890b46a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.538714] env[62136]: DEBUG nova.compute.manager [req-85b3d790-d26e-444b-8fef-1cae6079257b req-d7891d06-0c31-4560-816e-2ad31044ff68 service nova] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Detach interface failed, port_id=8d1ed88e-e28b-4565-a6c1-b3432d0e392c, reason: Instance 4445e0ee-fcf3-4d52-8b8d-045073898809 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1284.989082] env[62136]: INFO nova.compute.manager [-] [instance: 4445e0ee-fcf3-4d52-8b8d-045073898809] Took 1.40 seconds to deallocate network for instance. [ 1285.495779] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.496184] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.496313] env[62136]: DEBUG nova.objects.instance [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lazy-loading 'resources' on Instance uuid 4445e0ee-fcf3-4d52-8b8d-045073898809 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1286.039246] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c91fe9-71b1-4f90-b91e-e7c9a1446993 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.046666] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3af6eb-85d9-4867-9b7e-b95621fc7f19 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.076157] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16f0f5-47b8-4c2b-8035-a29c161efb3d {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.082766] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3892ff-72d9-4d7d-bc5b-e03cb147563e {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.095499] env[62136]: DEBUG nova.compute.provider_tree [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.598558] env[62136]: DEBUG nova.scheduler.client.report [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.103771] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.125044] env[62136]: INFO nova.scheduler.client.report [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Deleted allocations for instance 4445e0ee-fcf3-4d52-8b8d-045073898809 [ 1287.632575] env[62136]: DEBUG oslo_concurrency.lockutils [None req-9b8a72b8-e3ec-4fb2-aa67-24ee26a32b73 tempest-AttachVolumeNegativeTest-1336582579 tempest-AttachVolumeNegativeTest-1336582579-project-member] Lock "4445e0ee-fcf3-4d52-8b8d-045073898809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.655s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.080612] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.081085] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.081151] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "c7228990-0a39-4901-b762-77559dc614f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.081289] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.081458] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.083629] env[62136]: INFO nova.compute.manager [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Terminating instance [ 1291.587569] env[62136]: DEBUG nova.compute.manager [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Start destroying the instance on the hypervisor. {{(pid=62136) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.587805] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Destroying instance {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.588800] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4769aa-b482-42c7-aaf2-059df9510f1c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.595979] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powering off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.596286] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7817659-bf31-4c2a-a1d8-7bd34729a433 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.601371] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1291.601371] env[62136]: value = "task-2287475" [ 1291.601371] env[62136]: _type = "Task" [ 1291.601371] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.609974] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.111045] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287475, 'name': PowerOffVM_Task, 'duration_secs': 0.204385} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.111425] env[62136]: DEBUG nova.virt.vmwareapi.vm_util [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Powered off the VM {{(pid=62136) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.111487] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Unregistering the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.111696] env[62136]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35160e1f-f429-433b-8a45-99d6fbb3c7e8 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.176971] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Unregistered the VM {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.177204] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleting contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.177391] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleting the datastore file [datastore2] c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.177662] env[62136]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa8770a-6cd4-4cff-a097-57a0ccd15894 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.183176] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for the task: (returnval){ [ 1292.183176] env[62136]: value = "task-2287477" [ 1292.183176] env[62136]: _type = "Task" [ 1292.183176] env[62136]: } to complete. {{(pid=62136) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.190400] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.692939] env[62136]: DEBUG oslo_vmware.api [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Task: {'id': task-2287477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12389} completed successfully. {{(pid=62136) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.693259] env[62136]: DEBUG nova.virt.vmwareapi.ds_util [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted the datastore file {{(pid=62136) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.693449] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deleted contents of the VM from datastore datastore2 {{(pid=62136) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.693627] env[62136]: DEBUG nova.virt.vmwareapi.vmops [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Instance destroyed {{(pid=62136) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.693805] env[62136]: INFO nova.compute.manager [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] [instance: c7228990-0a39-4901-b762-77559dc614f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1292.694058] env[62136]: DEBUG oslo.service.loopingcall [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62136) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.694278] env[62136]: DEBUG nova.compute.manager [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Deallocating network for instance {{(pid=62136) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.694403] env[62136]: DEBUG nova.network.neutron [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] deallocate_for_instance() {{(pid=62136) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.143213] env[62136]: DEBUG nova.compute.manager [req-b1748f4d-11ab-447c-a1c1-689da66625a6 req-175d202f-332a-4601-88dc-80024a5c85b8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Received event network-vif-deleted-888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0 {{(pid=62136) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1293.143213] env[62136]: INFO nova.compute.manager [req-b1748f4d-11ab-447c-a1c1-689da66625a6 req-175d202f-332a-4601-88dc-80024a5c85b8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Neutron deleted interface 888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0; detaching it from the instance and deleting it from the info cache [ 1293.143213] env[62136]: DEBUG nova.network.neutron [req-b1748f4d-11ab-447c-a1c1-689da66625a6 req-175d202f-332a-4601-88dc-80024a5c85b8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.625699] env[62136]: DEBUG nova.network.neutron [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Updating instance_info_cache with network_info: [] {{(pid=62136) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.645564] env[62136]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-692fe285-8f24-4c45-bf10-35feb5e71039 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.655153] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d203c-f370-42c2-9da4-0e6bc276b536 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.679760] env[62136]: DEBUG nova.compute.manager [req-b1748f4d-11ab-447c-a1c1-689da66625a6 req-175d202f-332a-4601-88dc-80024a5c85b8 service nova] [instance: c7228990-0a39-4901-b762-77559dc614f7] Detach interface failed, port_id=888b0e71-9f7d-48a9-bc87-7cdcbe5f95f0, reason: Instance c7228990-0a39-4901-b762-77559dc614f7 could not be found. {{(pid=62136) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1294.128132] env[62136]: INFO nova.compute.manager [-] [instance: c7228990-0a39-4901-b762-77559dc614f7] Took 1.43 seconds to deallocate network for instance. [ 1294.634379] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.634748] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.634802] env[62136]: DEBUG nova.objects.instance [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lazy-loading 'resources' on Instance uuid c7228990-0a39-4901-b762-77559dc614f7 {{(pid=62136) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1145}} [ 1295.167814] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ed95b-c0ad-44cc-89ca-e8a3603dbe63 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.175594] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77be9e-9e67-4b2c-b9ee-a51029d9d25a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.205377] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1dc16-5ed9-4964-adcb-51204ddc069c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.212123] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ece28f1-cb1d-4a9e-8404-730a553df33a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.225237] env[62136]: DEBUG nova.compute.provider_tree [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.728083] env[62136]: DEBUG nova.scheduler.client.report [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.234047] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.253873] env[62136]: INFO nova.scheduler.client.report [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Deleted allocations for instance c7228990-0a39-4901-b762-77559dc614f7 [ 1296.761139] env[62136]: DEBUG oslo_concurrency.lockutils [None req-815e33c3-0067-42d3-ba8e-2b3daca67db4 tempest-AttachVolumeShelveTestJSON-1086389531 tempest-AttachVolumeShelveTestJSON-1086389531-project-member] Lock "c7228990-0a39-4901-b762-77559dc614f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.904621] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.904964] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Starting heal instance info cache {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1305.408114] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Didn't find any instances for network info cache update. {{(pid=62136) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1306.903700] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.904119] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.406968] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.409452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.409452] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.409452] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62136) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1307.409452] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe347f-207b-476f-8e53-64b7a23a0d6b {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.416659] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9e1d4-e331-4661-8c8f-e9b8ee208386 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.430223] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19610eb3-c3ca-4c2e-b80f-29161139645f {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.436634] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440aa20-afe3-4684-942e-dbdccc445d71 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.464719] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181063MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62136) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1307.464886] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.465060] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.485352] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1308.485638] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62136) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1308.499603] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2be83-6770-4366-b841-89c457092793 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.506905] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8b393-4cf8-4c76-bc83-2950914ff528 {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.537217] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f5bafa-58a7-4aab-86cf-820b79db130a {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.543915] env[62136]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749eccc-27c4-4c2e-906a-d6af09413e2c {{(pid=62136) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.556312] env[62136]: DEBUG nova.compute.provider_tree [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed in ProviderTree for provider: 82d9157a-5d67-4d63-9446-bab68d065191 {{(pid=62136) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.058920] env[62136]: DEBUG nova.scheduler.client.report [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Inventory has not changed for provider 82d9157a-5d67-4d63-9446-bab68d065191 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62136) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.563972] env[62136]: DEBUG nova.compute.resource_tracker [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62136) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1309.564495] env[62136]: DEBUG oslo_concurrency.lockutils [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62136) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.564587] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.564970] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.564970] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.565151] env[62136]: DEBUG nova.compute.manager [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62136) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1310.899465] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.904155] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.904544] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.905578] env[62136]: DEBUG oslo_service.periodic_task [None req-b1c7c838-2a97-49fc-8503-ca4c1d3bef15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62136) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}